diff --git a/params/opt/4/fixed/woq/init/lm_head/scale.pt b/params/opt/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f4ab472a1051ad5144fae0799630c0708b27ad
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc821d9d840b76b2c0c006bd54bd57cba17a61d16b4c1a14fd66ce6679cda0b9
+size 202194
diff --git a/params/opt/4/fixed/woq/init/lm_head/zp.pt b/params/opt/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc6540fb2c42c54f36f17f8ccb128135184ae78
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7b4645057e59915021da284b73cda9d90bc86c6ecc502076d744cf4b9cd7aa
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7bb29dd1f7bb144e6613edb1c6f7b1c5a92b41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5adf0067b24b32080d0214e611f7dcfbb166e413772a06d075b490d5aba573
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c905c4108c24477b885604070eeb0f004d6f315
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58e22e97c6da5902e25e363985716d3fc51673fb7bd21ee7a2dd9d53fa6a2ec
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc628a6f05ddcc73d03a33cbbaae0f7dbc4ae7c1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e0d8bce474ca3653f98b1c8a407d842f4a31e2f4c50881c7c308ab711b217a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeff02039cb08d03447ae9d9fad0b932658a739
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118927d14f5a2901addadabd7831851e5a93ed60d8abb33685f49d7c0103858d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a3bf3c8d7d0342ae148fefa512ac829153d9ff
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482bf7ad2d71585e1f1bea873d0624f4b6d39905b2e2f7a19eb6341dc6aebe54
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64afe18390c390a1c421d9271f33d5fd1dc718
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1664571e9ef9c0542d36c395a0e096a8ba514c8942640bc72a1a91e13b6cced3
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2ec8c2ab03fa72a97e11c150f88aea283aff52
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fa6b974398055f87778a79160ca024ba27347a6ac8820cc4b4dc797445ea1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372abbc2c234abd87d1a8315fc9844e1c737e6a0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d6a11fb22106adfe78eb69b63698ee1b4734fe17ddf5d395a55d35ed79273
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7134d7b60e9cdd1747d67bcccb65ddb83c7c06a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce1543481d1353cd5d53e2dee72ddd071fd5235383a4dc43bc6506524547510
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8c8bee8d48ee525e2fa8b04c822cf488e69e02
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01976a08c3967414eb76701e0c0676f4d6cb93cad8ddef8813e2d71e88370070
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f1443d5a6c08239325961ecc59b3f1cfd861d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b520d4d1f07433a3863150ccd5d7b78297b0b816ce60f5aa5e825620cbb0520
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2722e012979eecb77550e347dc16b7b164200ae7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea8e900f25e495e362a6c1b2546ad75e2605b60b3bcc6f1979f4da8413bc890
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0292dceb2bad863f07e4e047ccd3f8767d84713
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df82bcd9a816a617b84def5928cdb956e88a27a22996a099df559ae605dd0b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab604929ad9a6e119b230bc40d66df35a132a64e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22368b0655aeba45b6f8aeb68e4c8131c3e2f2c9e36cc2ceff476543d3581401
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bab7e14846b7c4826d29715a2cbc164978826e5
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7c612689ccce2114b52bd1e20f4ef0e12647e9fd9fcc370f34293e7781ec18
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ea2c0c291873434cf02deabc156945176164e1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d937f1fa96923bbc27519ff7a9476c10665d92ee866d5dee9cee6cce7b77996c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be2cccad11a1befacfefde81a67f2c5cb47cd93
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e5fbde2432ae99dd37b4802b6290dcee73eb352b294f4a00697975eb0f1cc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc33435c1136b0de57033d31914ed40d9b7589
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a36c573837fa4f427d78f3488fc25cf0249362e9304b5f04d16c7352c735599
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8e41f71f84ef0ed6c70ceee4515c761598e9d2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c56449687838dc38ccb56b520749c0ecf850e597726aab0652cf73775d065
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f835a3c2fd29391fedcdd85308a73eda0fb6052
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953e7f161aee83aee2d6f4b70fcf41fc36cee5c2fc5c86a66f3e7ab7f520e10c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c38d53da321f0837e6d0769d389f660d073d14
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d0b06d081799348e17a78ebb9c20f77da9e80e584a909c58527ed53ceda78
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d314d334e9193be016f3b9f0f9057a351edef7d9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a7ae65a8f05de968cb35fe1dd2dfbf6e050ce79961d74d3b95bbc295cd192
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b357e87884951d23b775864a94b4c5e4f6b351c2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac5b959455d317aadc7904f0cd08307c4709f2167a10366b4cc7f5574a591fc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8bea259b6153a68101a2cb419a81bc689e4fdc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1b9ebd99ba8e7b51eab863ab6a76bd04d35802ec25d893351c7e96b6c62aaa
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a57848360f0e9a7db3c62c6d79fff23940fc7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678e49befc9bd4487de7748db3017ce4c25523d82df36baa6e8ac252c9e6bb5d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1ac387b69eea0f82e8bfdae37263729e32a0cd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5651aa5389e448953d90ec073df5d7ff33251e2deca26616f93421f9c2d3f58
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbd7326487cff9a2e72f3b5b25483e7234d4cb6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c112fd34fc5336faa3d9c0852cd0737fced64c7f56d8c6b54610ba87acc3e2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21644115985cad005f6113a99bd3f80f674641b8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8923aede8c145e470a540d9280c4d8301ec8687721a9b8db0eea9d245a5228d4
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519b7fb8d904e8a84babb19d4cb965ecc00ad3eb
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fa7f732683b39f6e6727187e1976ff5124f076a9ca5e78d58a052359eb873a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aff24857051a5861115524fa404ada75140d5bd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923deaa5a8d504966bebec2002d2592fe447e3cab8e81d1c993fddaffcbc8bfd
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f100cc2bf60fc3707d3e2fb62a55db653aeca
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f845d30387e0595bfe9490ebeb84081e7a7eae9e69f3cdffb4f86a3631111a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f860d93c811bf76900647118753a72371c5012e9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79706a8ba6c7190893735551de51173270a61f31135d242059483cea60a5237a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171238d3f5ac04c8fbcbb887c17df7ecee49dc41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2ca18c63ebc502cbf4ef3f20ca0f99e2be75c64bd4dd545040897066b5490
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e787d43d6da646b39ca2040871658f600b7527
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e628b4470f51154296cbbc54188846ccb0d6379e80abb431fda746f45a939e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675c583236b37d1e1ee91e89161201c120465cc1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c004d52b8e4dbf83ee607090460e539ad61bd378bea81cd9390d8d63d254fcfa
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84526db130f3b581fef579f2b217b4012283487
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f7ce54c30ccb9b269c45c65e564e58c3e117f9a8e9b6b3e58a7c3b26d7a93d
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d17ea9cad25eed3606094e47906d7a882f3f9c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e45d5c0e042becbf17281929c48ad08067b79d311b60fbde5b2d2f29c97d183
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3262067ed0df2b38dd2374a0cf46abccf89359
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5d2e07d173d5a6b981e3084697f4e59394644a57db5313b1d48abfbbc3b941
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e5adacd71f31d5a5f5b66de09ed8c57da588cd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e72a4156436e5bf432971130ee67678107be9626a88da00acefed6bc97dcb54
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76270eed24ce76286fda17ff25c138737b415ef0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b88b9d66a729538838a67f7dc12e9d0eb11df918aa92284ee209d521979832
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a619fdf6ce0e602e874ac87ee16a76e162f40f7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f121021fa27473df66cc73b00e771f793dec849847bff397c4b2aff06407fd
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b1abfdc199a9457d987de7fe55c131caa5a373
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc97b84512320e6dc6912a377ccc817a1167539a2133411b35e35f319dc9cc7
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043c0a34a732abc64fdf281ce4e3e426ddb890c3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db82d2c16102e4a7900b0780ef66067a548eac2b2d978f56681fb58bf7ef2ab0
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045d3fc248deff681964b3b144acbc74e2a7243
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef3ff1911978b1f87d8e291df42b5ad0b3bbbc1371bde08d8e1b94829cc74a1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82cdf1242091bbea46fba46acf9d93aacf17bdd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197a139eca1c57e4b8a5dc032a0474b0f41c834a797e7dd068e5adbe7d0e4e8f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbd6c3b4301ecff0beb305b6935ffb2d7d9b29e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d44b964eaac11bf1eb0753359cd41301d0603a3d3483c51a17de1c3004011b3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58eab019b5db97982e5836f506359ebc4673abe
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290d9e5cae20ff0b2b205bb4a82348b3cb8d499bf298be106db68f1b870ee3ac
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2389076da298b39b90368554dd18b632e0bed3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0675aae7b922121f5f0f892aa35c606c120c9238ef4f420ad69e9ba7037e27c
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fef0df25347b05f8580df626c3d183f8e2e38a6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2e6e939ed2bdd56363fcf581252718aa8f67d43e9697274108333cba3c8af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a4c1c61049d1071921833bb3434aa348fdb541
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311c85215570916ada32cb2f2679da94c6f0f4196ae2fdce5271642a96c165af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55de426a327a3dfed4f8a64581960e3317afa6c9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d389ceed52c678be4b78230c2fc31a1f8bc979760fc525aa58847f3203fe300c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7184da7b21da9477a9027311bf7b45b2c967ddf2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af25ac64b0d7238465ec811d28e7d6d07c7bc067ba5752c1da21f7edfde2b897
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d3025490ce9730ad6c31f62ec059412754c847
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa111cfbfe2695bab7a33712389c6e33ee6a023aa6fb2fa7baa6456f29a9663
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e3d2039696dc50663a5470ecc88cae45b9281
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cec3385eeaa43155a22bb438bea87aec965c831d1c902669255c6596f1a2700
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ada00db74493e487ea7dd3fe5608ff62b435b8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9bdb4ef9be18914612c5b9c78ce81132c2282bd16ff85f97b9d9345312f87
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54213ec9be63a7a10de274ae87586e77bdd366fc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cb690ee99cabf86d4a3c45f0eca230f62cbd86b416ebf59023604b0291f29a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5161a383d1965f9059a14a4f860a0055aa97af
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ace3e3b7450d4c1b9216edec8efca30ab20f847c063f1eaa468f563688aa29
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2386de4af8de8e2acc6e47f025b3767b5883ce2d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea4917f3436cf2f2a78b70b94df2ae72b43ba3a0c90f78cb2f20639aeadd702
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6df9c1c70106dc376e26b9595cad3900694cd22
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a9b4659319e989632853986a5a4a695d72d464b5e4119a46c77f3409347bf3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0f3c11ce44adf4455d242de389be5e276e2e95
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6261b1a19786d0635813727be7fea57b54bf816c6064d2dbc12bd6cef5fa8
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c3be4ce41ebc53e6179b1f69047fe65b6649c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da03ddd0b5b7a183dd17d75864f0f85583250920337f5f9e506a01bc81bdaeb
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f93cae85603c30f838c7e97ae4cf8682c5656
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22c822751f1069444b71af7f3974f89b3d3a4d33fedf2fa976e106a12771ef
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668b8fbd1110e6f9fe20774961fc633fc2f66a1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02976ee21d7793ce2ed8a0a447ad43cf241739831b4582b5907e55f24a06adf
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd689b13d6977653278cc05f9899af53d694886
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc56e83c02af440cd726caaef313ea0d245e304887943a4d3268326b162dfa2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e001ee20c58b998547dfe69f73c00006c460a1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e295c2990705a162c0307f4c99ac90660e041297c2b66873849203fc9d921a5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0ddd8e21970e2a09e00ede586edecb25bd14af
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44388c13910fcf5c0f1c250257cacaa1b44ed8751b8ba753f987c0615b9d055
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d74567d2837df8fe8c5d81d8a67bbf3eb2c80b1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21afd8216133d3c0fa0ccc8b8ec19e9a652c0a101577dd94dff0cc6e26fb92
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af667fa2735782bbec0aef10b6d9bfdbec734788
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298d15667e5811fadb27e8d2815272d84c2239dc4eeb51dab9148b5051c82505
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb07e531e53f4f5c35d76a2fce48fd32474d132f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667dc0c6962671cf547de53a6424b61f7118fc82406bf7cdbee60aa81d17fc2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b224e08a660b0d41895294fa3cfc3246ea56145f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e38e5331f3138acf30e3a8a0623d2e2f50cc1cdba6a924c503f826ac4e7ce3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1878e1d38dddb2d5179bd78e2c8887e9aa65a4f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051889ddff10bb772ec1c9e004ebcabeac2b98665af6a2bc0a50e9eea5502e33
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c8fa1fa38193470f0d20ea2e840a7b8029bc6a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c94559e2974902adc60ad2ce784691524ebe4c20d844b75d9caf08d5bf2b89a
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661a63b2cc0316c7fa4740d263a49e8f251b50c0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9cb88626622dd432586ed380d2ec11425d32cda9b1b98df0e4305e71f9ec6f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc193c09563c9e32036e8863d81d5b19a623bc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8febf936d0d6ba5ee37f5968655442fafeb56dc673ddb023be8a3fd9934300d5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eba8165b82ea51122ba6221c2de934d44c1bf87
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7280872a19c0661c0eff01bea6feafc2dad173ddfb5c002b56b7ada650380b43
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd4fe16e9b9d937478799561a96f58b2fa56b62
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36213c73b3184c50042378725c598381358a27935cdc359d643477bbf820773a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121976283a084597d2b0d094cad71eb15f8c0133
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f0905898f2855cd97341a4932c06faf29ff1edd53310cc9d3826e5ba7bf41b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44c93ed6c991aae03a2dfe34d0524c093a477ce
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f277c051e1d1c8a242796c5b585253819a7af29d956311f2c316f5c461cd14
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111051efc6e3fbd6da75868b0798664e9a84b31
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e891c51cce8c1932ba98bb937ec7404e70b691669632447f74b7a5aa85187b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1192b246455395a7689718f79bf03725118ec9ee
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29364b106c8b78fbac16e43176e5ff18f02c1a5e4c8e8b52dbb25d86ed8365ef
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226671bef2d200bb9480e4e993cfb979c41e87c2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeeb34fe98d60091fd9f197dfb5e4aca564714fe911b3922a757f80a94e456ac
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c57f05c3c0441945141c6238459a38010267781
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc0901155c2f22f6dd03c93fa52f20b5810467e26d96bc4d02fc431a773c22
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7a34fb50b158523d216cd84f446fe4d5f8a6c5
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4855bef5dcfa72e529febf67936408947236e36ed00e032f9528235d0a2707b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a56be9b9b84b832b874636504cd5d2de378909b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ecf04938541d67be7586c92d08dfc171d16b33b0fce91d793d197940527624
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146ad387485b996c0e85181fa13f724d6c3c4998
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe87596c89c756abcb05f82e6ce80dcc80b696f0da19a646574e3147a483b92
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f328b17375d0fd2bde5a4034db81d87d0dd12e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb49581de5e38bbc61d5081f5aecf427e29afa5dc63bb0ae21e7894e815893e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d6448b7b1f8a23d126b3a5ff1cff862316b141
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c569d8773da69d2a1f7481906859b588cceb3fa54cf2d281d158bbaa2a76b48
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf67c5e2dd342c6bae3766ecf9bd576a693e356
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45567624116573021003fe922ea02a48aa8e1596371dba0a5e90a217bffb1a5b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84f2e0f9aa9600d41d9f97580611395fa96e189
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daae072884bd69fc287539b68275941e2e1fc102dbb13f7c6b6080e5e05cb734
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9c85050b9155d386e4cda45ae560257bddb130
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c151010dff31d3a9350d01a4631682899d6512bcc80aac841bbf89dbdb1e8d7b
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110f38e2d82cda8aab046c18d946f899080a762f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3a3dad2a70205b0f59533e92992a75e50c0b0a3a8f0a08a99470b5894d946
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0056a6276886fabfba25dfc1f884dd8668af3e5d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c6d201135532d65f3832c05b9ed23e7889c8d093d6a8340af598639c301d4
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f057618bd74d9e0ea6334e40f4081b8f1129b9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b41b4902d512f117fd2d5713681594a4b00c790f7d9c3195bd338c64704b66
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266847c5f4635ce3b9d5b7bae08ee0d1ebe5e9c3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24218a3e44e9565a12714a9358a064277d74553508901925954d8dd306450c9f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bf7b17d35890e38bfed87294da915551057695
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b2386892d7f59eb2936023929832d62f16346720095c71f5809a1c827a6d6e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830bb9108987581a0ba282267fae8a546d71dc9d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f26cb64dc050ccf4408020f42f1d3337c0a4d0b81865a06c5a1e04629a5c28c
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6d647b0519ead34b1348e8caa1e689ec199a1a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ea0479d7df13b227d5554e539488e6845c122f91c38bc6a687285b1432d527
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b590799021f6013bf8a3b4697ac1a8d20f22ada7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660b230c1e9723db05015cf3c15b350745e48adef010ef4a627c9ddf3c463a9d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f407094beb30259371aaa958f748b1361f0c69
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fa635abc17e1ba83de9a140c7fdc5b865335c5b0a1a50307b3f5c1dbe512b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff783af8b721b9938baaa19135fb576c9d48624
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a9f3512753b790361e208e3832b357e68d5072d00d4e8d0fb3fe2f8c50b3de
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5445442e1de63eee219918d647f4bd538be6ea
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e1978ffe9b1a0b4bff441b79935797df9cf552a31b409cb4bfb06f74538127
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3624f307e2e2e71bd23bd891a12734d67f3d04
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad109cf73105a03d048f5512971e8e7d6fd4bf09d95c406a9338b8b4dc2579c7
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c79c5fb1f652fbde4efe215331a13417d31380
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c063c98440b3eab4f71ff4231de2da87d2aaea89c3cbce57bb4e652374d3b53f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd1f33a83071e71715d3a5785fdfe589d0ff624
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e2d7f535e0fe157b2721ee415c979dbfa6435af1dae394c59f1a5b294a56c1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0832c55e521e759a3d325dbd9cc72edc0153a41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f156ba903f5eea86afeb09b8d328df991c965705444fb5bd962dfa94df56d77b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0889780b0c98d7bce600f647f62b5101790389c9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c652f6f35f82355dfae574d79b46346e54763c4503b6098ed826dbc7a285af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e801a9d738c8e1a31ebd8d1db623f6c6bc4f08e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751aca4e8a16bb8bbf9df8f863519473370299c9c1c03894eac6d30133610a41
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaeb696e7c0d77f90d9147be6d8fc32240984b4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b33e9552009d22b593b6f0ed96e105bc46aee34f6a58a04147c56280f9ebc56
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e70f9d3715f0926aedf2e386ddfd9aa8079da6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5930e753a2e582bade389118c2445c30459fd38e9f24c0212dbd6da87730f5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5ba511a11b819e93b9689b6d879893a0e99917
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f630f4291ba2fe3fece979407217b4923a28cdf5bc850b6065f36e11114cfa69
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d632945259660e28ee89399373f99dca35b5f9c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b53579c4593157d19336c2fd3ba661962088366b97421ae6c0e80d50764595
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abc5de24f84d21ee67c9184eec9a87a2d76757a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81a11e6a958fb079900872467658dc287fa25cead652ae4ab8a7487f3f838be
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ce2d3e978761022fc926b29e22b638af754a95
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63df03cf6e3c3ebdb7e53410415a7d27c7316b6147de0fcffc9ea43368841a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c219eb149959dfda4fddbfcdd3af0e45941f3814
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc07ff016a1406a69c892142aeaa899a43512577bbbc0aabc1125f879820259d
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05380de1767101ba2eb6e6417961bbce55b645a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78b327b34d80e7ce15149a38c2314c5334fa9fa3016aa0746da94c7bbd45a28
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af714c73719ca8ec85a9efafbfdb6b7cf709036
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f426f18b5ec123108ddd8bb4fafc2485994b50c090a65a29f865149ad7cccc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e893456857da520f59b929ea6d633999d3bbbc2e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede39dcc0800e4edd352a15eacff9d39425caaf7bb279f7335aa680b05aea995
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25415a1d2ced96dc722201a262c9941a83948ed0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0c597ca4672354ce8eacbe999c12bd9a7a1d932fdeb0144b63fc98a721e26
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bee5db4019383fe4ee9b3a826003bfa4d52e81
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eae11444ad9db978e7dd6139f17105f445b97fbc83ecceaf1bf43cdb3f492b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71652ae8b1b4beed68182c8c70bfe59fe507568
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8307b02268c38cdc8d2c2a751cd1de7f6e841d81717ef1f7fdb0ff600c292b
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f77e3b97962378500cb65af0aea7881fb52a9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aef9866b0e4d244da90e48986c36935c996da893bed0e9a4489c05ef77110a3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6c322f65d93c3f6c9bf1b53b07bc0c2a8ca71b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ca61d080c6dc2fb11ab3336b8e2eddc39dcfa960714b93d12fc4ace55be32b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cad89ac1c23181d88431ba74f9f24f8ed98475
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb5af8abb86ae53d003df7a45afbdb6d292dd5bdec94d2aa614d02bcdd856d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261c32832f56f9892db28c3e9658ab42cc79028b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7190b464d62786a3ac10fc5b70018661d663cfb15041f3b5843a004d669d086
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaa3dedb217068fbb16a16a90d24ae10eaf0fc0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6146784cae2e670892062d6946e5fac673f972764968ab66112c4fe1b132229
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dd4a90374f4b699e5cb59e9374ee362bcffdbf
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9834c6b16271db0c66151f55482c1ddd9792da358f97ede2004c6f0b96feee
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de6c07562263daaa32a2dcdd95a4f97860329f4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbdb1f26286757f8fb2e10e4c0b58ce56dd2861a31b0a723d4f06fdfb1ef811
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34144285521878bef227b0273a56fb6a14049849
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351def7017a54797c89f01803dbb4b02e1d0aa366d95ce6dfb18973324310d7c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87322e00961f962f75cec92eb2bca146bc086b20
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f4ebf3150034f8e7990fd6f5115248aad4c17683da9440d76472c2db702001
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9863f007114b01cdcefbe6a5e6ed374e70d45288
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63685a9d51de9f27e9e724483ba99b7869bc6d99ab8dd8db87586be1f4a109
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af48324438b88b28e71700b107d905c3ce56ae8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f8230b344c7f2805fad52d17b9ec98f1efaa9fb9a84fe4a6dc4fcd6415a6ce
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e505480e992dcf611569b69fabf7729980548
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397fda2c59990f51952e86797c36dd7ad9a32a39a40a5ad5a9560c91c91f3fc9
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6730a46200e65780944e9e6b5cf5f4b0283b9516
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbec205f7c5abc8b63dca9ba7350c24e636aab3e2155eec5cb0856683c692f1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233c235b18d632d517c5564034944dd2eee48e3f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd364aebbccb73fcb1e0293a67d273ec9f32456e8e807843aa7a8544f611910
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84efb053d1b967eb583d50e65a87ea6c0496e2f7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154944229ae387df0aa5ac25a424250bf47e0136705fbc2eff8efbddb942b5a8
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1252475875548a15f57c5640b0e7dacccd4036a4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ad758d5cc9b7eb3da1161f0a406daeb816600ecd8d59179de33f66f0e2cac6
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825f8a89f0d5a367a48fb650b0ef00fdbb5d92a3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef033bcbc6e4d89e2959fcf5d6b1d4ffcb32623bb64a57ccf083bbd05d96a45
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925216f31eebf3fad7396ae62da5c2ee12f5604
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20a98ab300c3def05f365e00c7fba7eaec6a048fa290b286c600acde7ba34bd
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03db05af3c2115f5b3749669c2a57b701c6f749e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de18992caa7947229a4344aad407456e5fe438121c6053d8aed776cef078336a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0f12e446bfcedb24a327a2b7ceedef0b5bd518
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7f24638f53a4643475fe9867ab97e1688f96d021ff8240a2a272f5f34345e8
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7291a11ae8092aa92699e8accb7796bc08d14625
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d43729c825d0597332993a044430eaa581bb0523e9192cbc3f7b3a7f80e41a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4461bfedb688bf9c854a03443876e233e6aadbaf
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9310e0e50a04c24b3bce0e4a276b56b69371d33567ce6e84e0f9e4a1677e3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c35089370b5b27ccacef0e7f225fe122eceabd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14e189efe0a88bb0c09f4fd0c41ab240aa228a85d141c4e0256ada2060eb8d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e471dcb04eb8bc6a92e760b6dade7739b4401e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9bb157d6ea2c40cc8da5440e99412c773413468a5789bf608e4021f091dc6c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bca3899dfda34942e38e1143e28859691c3020d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64418ec2ede27c22ad0fca8fa4afc419bccbd6aec52ae9e56a097038d96e2a41
+size 3154
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86aaed99d0a83c654efee61b6317a1228549ff1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5aa5f4d13973f18b601d421022445757a9c55bbab3ee44043c177b1f1c65e8
+size 202337
diff --git a/params/opt/4/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9292bdc4ed7bf4cb59845a134d5f2b86a5ac277
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796c80f584d1eca2bee442323036289817b60ed88744b5e27b50a91780c2835b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4442560b7d72fd765851e21a95ca493fd60049b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4795737fe5ccbb62938322e8aa850f7c9689d49fcd5c575cc36d0788b659b1fd
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca88cd02e996c7935070aca9b6e70179941c848
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9de0f51806066510539b5191d563a909b6897737014663423e37bdad51710b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73114b7ad0d48acbf46da41e5f988a94503e2b94
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed912ee6c5aeba99265c3683b9920901d3126e98d115f885357fff7b86847f1
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9978205b712bca437662d3370efe154cb79d0028
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f74e42f8b4c81d0c36a85726280fc33eba890e67da901246818669a97600050
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2105d1841d2208eadd84fbbef4230477ae5aa9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca216360924cde4d23ffc3fd595d1063578f3828e1dfc2003fe86fdcbc1e6be
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80d0fceb573b90e8cbe876cc3c50caa6268130a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5543dd53d0736f97d4183d98e7c3bdcda0b1188c61f1d8ac96e681394cf0c56
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27e418577ae886bbbfe8102074acf3e94363462
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8547bd6b00ba001003294952c3fd12884a62cc357bb895d21dca76776febb45b
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fea3a2066e2e75d1ed9833de9fa0025af551a5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923f994f4c6d7314b0925c49a14a067b4b94a48a6012f05b2b937362c0ae491f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce993e938d60cfb885ee3fb0dee9907dae9f05cb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b313053dda9d0b084afb952795c0ed66050ad68b079007926fabf7a60537b7d4
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d711ee07d0537b136192a43f5d33bd837c39b34
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a602d57231eeb3a4f5ed88f65b76790eec86648b929d94364641de49a48d96db
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad96ee274239b4cd1fc19882bd8a806f63288d1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c9d173c8b5b6572747377e56f73df4fb373ded424c4cbbaec6aab4d4ab977
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1b307b05330a34be0db0edee3ae981ff1b6b50
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32469bc8ee358a82f08e4e35158b2899d3ee846b710563e49ee2235fc54ba948
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa73f439107609a6fcbf36c5db045cb7eda2753
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d440fa49630ee4bef4fa415114d9128733b37bca9c2c5eee7aeded85449168f
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8113e49fd8fe7e3bcbea8d8c34654ae128d7917d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b87f7e05f416aa945e68ff341a3da6ca891fb1bb74faf786eb20922710b948
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3658c2cd69b529b7e182afe4339240d225349fd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf5f60c6dae5053e0f1f4ec43b9df8142622387a6cf95eab160052a03370962
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b9d9ab4198da08a87b1fbea20e5329ead9a65d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60827d910c7df923a97394d9bcce0332e95efe4e50251989ee18168959a253af
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0afc34fde7dce8b34e1383358237f9bd9c5d7ed
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9f2132e291e2f6918ab4f3d11d7f3e4b32a3acd35290afc02727575a5d62a7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e4b723237769e0e4fb705c9ed3b8770e1252c1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c6c324fb8f924598ab4653be7bf7172921a93ca332dd3b78065d9baefc22a5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a57d18fa044e0b962a18c20f0f0dba2a475910
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a316348289dc4b7e6c1dc0ae9041442b5db8eabc137d133e0e6f44293e8fe6
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caae34c297b0c832c80d00a2cbfb1b97c15ada0a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4763d2b02895fe2049c8435e579a907613db0e158af26391d0015a7cfd0c9fa6
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b442534e70296ee66c2496bd437971226a114e6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7849d6a3d731b1d0798ea3c2af7d9cc7d38228204cb8737d4d9ae7dcc29316
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103cb70ec4529a5682304aef0d9583bf38ea8464
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07334e49aab817556ebcddcc93570c049d401afd340039a7f0af8c43712f44a7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2503baf66e3c7d8213c1a64b8f2c20852655975
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbef32771bbce79c65e26023f163172e5e1dc0b9bb2924f6a121706edc7b3ed
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78f4359b51feb0e2f430addb43a630225139fbe
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13c8f7f5125d38fe78cb1b95d5eb0c8cf92f300c6514c92d6903dc5fe9c6162
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ebf9e92126dc79b7bef21d81e2463282873098
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf35c924f7e77ddd3a421acf102d8cba7a09ee9b57a6a6fbbd9df670e175bbb
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed0d0ad266acc223910ef9db9a189c6ace4ef51
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6d34353dc1ecef14aa1f429117375008f9d18ba68c01ab97ca72dff9c0b697
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f2981b7e15b31e0b04a1bae2e1f91e049041f9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a48c5e82a97f315aae5170f2f22f1a0e83f5d67ddee837d3cab2fef2aeb7ad
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6caf7f5908aba0d9be64ed97bb555fa378d54c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0f8ebedc3f12d00801c3e804bdacf528e47ddac39a41a8978f678d415f8087
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4466bb61cb47dfce7b4cbed8c8cb7812c72df8c4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44eaf8033c99434f6d989ec17e26800c5a18e8a101ccecd756d5c40332a86f3
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5c3712650a28ade11fef5cdfa7814e57028b91
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f36e8365b90ca3edf37b9d979edbd2c2e6c7b0e9a3de0ba35b1122e87db7c27
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152202565eab7d82b52e98653c63f84523eabb0e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50adb31d27a428b52b3347451b481dde6c4cfb3a5449ab4c34763f7db58d693e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72787ff9ef128a22ac8ae75104fd36789aba8d2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550eac84df090e44130a9a9d197078baa0a5436e1441be9822943f2a3321199
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0d0c7ece0071e4a4263c28e27c7352041a3238
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a627690dcff394f89418f4d86b9a2f1c0e9b9f325fb9cf178d3779a9b00a69
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2f3a1ed9dafd95bb95609408a30fb8008ce926
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca12e9578b8579b7daa6a57c9ca2a07f09e4fd9aa902d6f41ab99ce0eb417e5c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f73cbf10f7f3c12e09a9ad00ce0f06f7c298f23
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5c5d7081057b1c3747a636a8229f2bdf2704fca806cdde825129003b1039de
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce86ae011f05272f56e59ef5db9c8da1576387ca
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c14bc73de02a3dc31e8bd638b1fb7b4720f7648463224e41ec78739487275b4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf7fdbad5f529bf207ce6b79dc4de2677b877c3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359bf2d0c822bf971eb815f4d4e5c30e750f94c33275a8f341cc19f1efe159a7
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e439a6c4336e0dfc8686ca3642af2ff50954d0ff
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5f649bc893a0de91b1f17ebe5a8a96ddffa7fd19777a08dd3fd580ee67d96e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18b081c54c11d7dc3c3d1f38924dc743f178266
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28a5866244ecb7a01a37dba0d2c3a8fc81a5347ffbe802d9efcae5ff769e8fb
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ec5ec69a821b92c7b9a18b7608a30a51a190f0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc00a8d932e15f9d742adcd60e720a57264875a002b41dfc4a53ba5fbca0c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6804c24dee9bdc2875ba1cd2ed870a5ab0e0180
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa6ebf5ebc4c79d03cc894170572104dc01d8dbf32b544b90c40d4b8aa25d25
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07151ede751b3c28cbf70eb7a8940357a4f1d44
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c9c22a1b654d2669596d6997313201bf161657ef7d982473f70c143a96d330
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234afd0f2da31f4e0b8710185ab767246d2f0a87
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1300649c468e3afeece25712722fbfec6f2a02798b060c76ad48298639e09a50
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f78a982d0163d7ec5746fa2fc3a3b1fbd847db
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d353babcc46a522952ae2bdaf8d4ea01a31547d12b10b120fc2be38ffdc1f41
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcf8b6228b8b9cb40210648baa710a7c5dd8dd4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7313cc4e81f2cb64522b8041031b712ebc156c64d07360f596b43b87e29599
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952fcb0c505bab00152183141e410dff3f8b6914
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4552f6bcfc2c221b1a5d67bd9ea69fcf342cdffba0156408407f252c2d841cde
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbac5858ccd842638a8bdb5e288e72738f152d68
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c50f463021f5a0d2e7e6f0f9d05765702bad7d2e6c8cc3f2cdd656a9557588e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ab5961e9e281f5a794abdd28130817ae30cd3b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d09bd3246785ebb8aac82811485cf41baf67d027ed866f0340cbfd2a57f8b78
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e9184bfba458b2dbb2e5acf419a7359e978bef
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e50166f93d46304f9167201b4af7c27476d7edf6cf024d83edcaf32cfe3f177
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04a5ea931aadf92065d4a3c5d2c978e762ce0ae
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b05a0bbdd663d010f0ca1505dad80f05468bbd08c50abd1d15ed28b6ad9355a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efc6ec0773b17b89a443334a2ac8a46aaebdbc2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e427a853cd76ef57ea8761d38653de73f912a24bdaed7726d6735b353a9e5b5
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d75226207eb0de215cde8ffa55318cd42875dd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93c8ed0e3524b30ceac83b15304fb69d98645bb7e66e3c0054244f1260d5f71
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707c3fd1d341ace0ce53b795a1dc9ba81fde79c5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2429a24ac3aa72e4b3e9e1e9cdb1372c1d351d333201c633694edf825f14231f
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64392084efeb606b24bfc0a8689253dc14aa0ad
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd6cdf604dd0c7697adefe5d1f38b15697549b18bfab44eb904aa261754c84a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce2afddeeabc4166ae7f64983c14bd9dce5f16
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011321e5b34f5b3151ede4bd3b942ec12291878555f3a37aa860e6682f05a484
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4106c3dd1c27cd18c9fbef611699ad2ec2dc2453
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b84784b08afb444132bd6d6e27eab499e8da4340a7a2a1c483c75b787500176
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f3c84aef9c1eefaf8e9884392c13ee253fbf64
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2313561bfddb4ddf3d6e3c3e05761cbc0f3dc1b6b15c091ff5af3764a65d3d43
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f37b4705223fccbcd3a39cfb5df5eaca54229a5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d5c60faa4e7397249e1ac7c6bcc456aa88cfe912a8950e3458a1a98aa47ac9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8cccca119c71037dc331092cbaa22cfeb7779c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c701dbd9b6270bd5e050a8291e7f4831d722a28b971a87b22756dd10e9fda5c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ba4cbc3e307a1ba66f04d453503eb5164612c1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf50121710e228994a0ec395077645b91b5de9734841fce0cd4b36312027d70
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1adc91164d6793b36462c85d8d4c50759eab21
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6d13e1c70082c7445e237fd697eb504888db821c99b4ab1c2e6764c71565b9
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0333b0b7b11c8e570dbf6838ae07737999157dc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a4c835151645c55d13868c4c56b55ee4eea2104bed61451fa0df0783edd99e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341a974d91d9a10192f2c970245f12ebc353d36b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789ccdc0862645046bb0d33c250bfdcf1925c0ec977f6192f7587d76686e5960
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517585cdd8e8821d23b398526f76ea681dc6c4d0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa76ea0bc2f45c2b1695769aa456c57e048cd87dd4fc689838211eefd2c225f7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cde0c0ad0f76451d266a4a352fdb9d380f9750
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f95095d730c80d338024ab214f6939862e3ba24584cc8c352a1a6e97eea42b1
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc255abae2d6dfda1b920e542712678520a87375
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f6a65b3ebf8bd8d170765d79f2433d4617b58ea1fda153663e24ac742d7ac6
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ce166f264392a9d46efda8c8346b41fb013581
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42e464dd2dca7197c5377aa32b4c4fd1abad59333e3b2dbcd4b4b29ac3319b1
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b422f62093d47fb817cf6294500275cd134eb7e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59b0a0ec58fbb5457e586c1578d4a13f017fb447f7b718aa8558a5cb06b4bab
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9323d287648a8a5eda70051760d913a11d06ca4f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7413c2299533cde440b1ffd940c16617b6f0a54efd2455296aa89dcbf50e06
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d325ff682613c9153b7288f290dbf6e966c2ec
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b28ea13d47616873b15cf2c3aae49248af0c866fedd2250a334c059eb993719
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6854ec964d065c0b9d3cfd65d0d0e18389603d93
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d774c0d9cf54c2d52cb7bbe28e91d9705dcf7e1c0b99d41901fbaeabe353bbe
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638327f83b71f92deec5435780e7c8b582379ae2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b075c09e6b69f34baef4bb8a55b9a3fe818c45b1dd389d0483d53727182696c8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb4d9e84b2fc4fefa27c3c2b2eee893a712cabd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8af6ebcff39f9c7bac244fbe2fec83da3e2024ad633ee89d01bb7ef4d9f884
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b428f330340f375dddffd901318e7796449aab
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bc4c25a3e24aecbfbde3153f22237a8fd59bbfbb0f8b0a460bf474dcdf1e2a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b514ef96fc3918d7c1440bcffb3b5b67215dbb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b8d91aa890102997817b905878499087dad1516a84a66afe37339c53cab189
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd20cc780ccde61a7d303f292cbfece1b965f0f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761f1676aaf056b57ac6cde15ca18677c68eacf120d5e350588c4cff0d5b70fd
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2876ae80d572ca52a2161f4c57b3609910d102ed
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09057a17685ebcdda4cb2b4149c74cd57800b4eb38792289fd2d1feb47f03f
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e601b5109b26a2f6486e1430a42e29b8845cf1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172402c72f9c874d8fb1556a813d43a6457bf8e0b5d91c2a136ca8ef0f83fba5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37dcd2b637839f0c638aa269ed3cd9cae23f27e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24488a1ccf528579279ed597f879d6ecf647c9743127e6a28f231cb16c3d65f2
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b77ceead4e1374fa4d86395e9cd510871ddefca
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c229f79935fa36f3ef13a7aeb1386d0367a76480d98090b6dc75ac3eaefc17fa
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df62b81055510303587fb3b86fce652b30b1610
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fba2b3ec4be0730ace1771e6585898687bc04bc2bd1fe448f8f3d4398f9ed20
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625569b4d391905edc642e66cd54b5c04da0d29b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30bb172d7c9b01ee341c3e6c8fb9cfe02e237ba65091980fa4c5b188f94b402
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b881879ed3079da3447c22d32f38a6793b07a9f5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d712431b859293981a0228fea94ea646d4dedb1faf79affa1e5b650d245ad6
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ea58b8d0fee8bafd53d669e1c17aa5486e6c67
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d614881be9ab6d3fe049e843cdca3dedcd90b7e778604019af51e62a3c0cd58
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092722a6e5e82af354debed2747fdcaa031888fd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe740261d3a23df1da1103eaafec2dd9bd1f0f806b057773ba99fe45cd35b4d
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815249e992f51450610c72c37e2c7220fd2e76f8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bba60260bf4c841f524341b22b6ea30f61c59331cb72d140a23c7f2dc2b49e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e211b4432e86f6092ad19abdee401ab47c8f2456
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f0f3c4c1fd1abe16d5e80e34c6c84fed5c289720053b780a2a95aa447d530b
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11985ef834d7138663e60f46f4c2b7dfcf3232c5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9067fa5f81218af82b27ae2ad59a351691a8db785358178bd9831bb341d84bde
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad0ca54ebd81efdccbe1b8b93231b82e38b04b4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7451667ad81fdbf1371782bcad9b605c04e828fd2b64883b2bf17ac0004e4e69
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0660b4153a348b94eea371daa0f9a83e96f8b6ae
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d8e8ec9f482987958e6cef884f2db5e60b83196010f2337a21ff02a2fed38
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee99bcffa88f653eafa9693b523d1975d234734f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fd15867bb5b204cbeff66c73a3cf562f33856e3173e2e338a8af4e966c3da
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fe25cc234f599d1933012c1f67d0bac8908600
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c16f8eb9567bd50d8285c065463f6ecf7327585799ccbce5ce20ea095c03b4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bf7b839442874dce8440654ea9cbcf5632deb2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e32d79b60d64e605c4d4e3a0a8611fae381fd30e2712c6a266134b31fb6628
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2cb9c7b7764776fc070f7c3a47c0ef66660fd6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77fadef999042d5fa387ec749626c34b49813501abadf03696280beaeaa92a0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b4eaafdfaf0caef1828f33617b0fc8dfc32524
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2eb3eb12782906ae768c440f0ab153f1c6ebc1fa4816f0153d8883bf7bc722
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230fc32cd5bf377ea241e6c1070a60e8cb2b4cdc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0374c10db3f08a1ecb45f63415ab9ddc621e13433678e82106612ba3ecfc9dd
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99be3337460bcf09ae5442ceecdded353b02fb8d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4955f3f5afdcf44e1e49ee1a712d7dff26340001b3686efcbb2db8254dc3bdb
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f97fc377f39172407635715c96b14602a17811
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448c01a1170b4c878d7a226eee059446277d2923191f3a18d2d7259849d4b04e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccb6aa97d2f00e74bbd816a281babe630d28a83
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8307f34200fc6eb659250d48996438c20df8776bda18eef8a1de9f8ce61cafb
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9d0f10fe13b2bdd6f179ba6e2826af0632cacf
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5857d4acdad5ebf18d492d6d31355c32eda6e40edc25b66ea0f384cd761b28
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238bf8f5b84ba3c0a2b01eb59afea5f5f8bab611
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a9fb59cff033b74a54f19c80d134195af82ba7cf42e538eb111de5a28e54b9
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32916e28dbee94012c25a2ec8c1bdfe266a2455
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac7f6b6f8cad8beab91d132da481ece57a42a01a988a6b0f7d122a85ed150c9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a96bfa234512ee3a2a0e1350069cb11788d87d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27cb54e682f8fabb111e1faafc14a9e7775095e13dffa4c26a65f81058b2a9a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fd86d614694c7e9685efceafe10ef8741df9d5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c263e26f1ceb3c225c77850ef4c6ecc659102a05748998d86c4d64db25772ae
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571711be3f7262903a50d9f37d91d13a9b7beb71
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf95d8d838bfe86c9f463bffb77f2324bd87c5807a78aacaea633184317e78b
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bbdf2bf13a693fde1d25db301b3810d4c56bb1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c5adaf47efd64dd07255a76abbeef1ae813a21c3c43b8a6714b24146b71b5a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834ea43133b812c462e564499b0e6b92b71f3f14
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d945a15864d159e71000a16fd837d432e821515715818a6757a727b8aa9d77
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a740f332f56aaec9879c50a7dbb29c095cd9c6de
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74582588510294d3c248365a16a73540b99a8719b90bed8992c19c23ed1d6df7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e173be54c5e92010ccc6ec2c8879a97b04bb9d65
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078446270484be1176a03bd43b2156fc6f518a73965398025cd45411eb89cbbe
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48d00429d1aa41691c779439079fcf69a7b9224
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53102e8b877e88e18b9f7334809eaabab97cddb8e5dc89738bcd2e1aea2ebd4f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6846e975010db369447d1d27bd6619ef4277e194
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582721c421188307e49bb3e5e6b6c3d8a31e2c76b70328ef1b574d5b065425b9
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9a65dc21892ea7bff7af081cc900af43399245
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef26e3122eaa10303258d95d24a3d190cf58090e5b1ecf6885b84fe895f74df2
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26f5ba8f253c0504b3ad574bdbbd2c705048cfd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8b6b2ab54cba2bafcdc609cf57121ee5ebdf0485aa7c3a1dcba872ea810dc
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aab664e5f17adb95701c8eceac18a4e85ff3365
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb975271ccb02583cae1f4d6e85ff02adfeb56ff30bbb4d0b5b474215701104
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50ff385e63c46b8dc4d79d8f41293937c84c0b5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0bc828208b73f55060e30151013d34fd22528070dec075b7f99b2d0aeb0d4a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6523c19974dff5e4c849f9e4b623658e529deb7f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef11e35c7d9b78f23463b82ef2fc329a1171c0ddc0b4c2ec9b51bbc1fe095987
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609dcc7fc38c37d130739a75f9c3e71b23683037
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e685a957022d90e97704aa17adf19053e7f2cb355b72e072aac38f60c9a1df
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a2ebf06542bd6c7ac4582f864cb31ce543e6de
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e722edd34366e5cca8eab97f676d1148c9f80c18d291197edfd56239d37bbd2f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb607960ce5c3380d81e5bf1d9d4cb2e1fa3d799
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2935bf6c9157e336d5ec52628beee279fcd821bb289b3a46b654f37efc3aa33c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374610a0452db7b452ec15c388449efa687554a7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaeab451a226f0f30a517e6e5064f608b5c40d7113c4782bac94f91aa4ff332
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457fefd5f5f74cc568d67831bf25b73c4ddcc6dc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb484ea4494c95d4aab2aed698665acc47cb0046ad981df9ebfa926935d5cc1
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401a948bda341e834ea146942fdf54495a924a6d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1652946c2b886ff4e062ce736bd90cfc09283ee9d857a23335777e7fcb3a23a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8b706b763c10e625c68e76b1e3aed9b7968362
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a156c0cd078beeb1441656cc789ea051e9c556c001a7b73b222f7c1ef559863c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3da39ba3f0828941a970ad86a792d09a73531e5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4912e32a5a476a360c21b1daff1bd5e8326ab9bd4e29a2db3dba5ab4c4ba8a57
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635e0c85e2a76bc3913b3b7828ac0cf1ff0442ae
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877824026ccdf5608921e0edfbf813112a3f6c38dd6e9f99fef68311eef9f16c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3f417821ed7c3bd690118e2a60e2281a9b1765
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bafcacca1372573e5e6f291f0b8190972a8423fa40640b1965a4ec7416480dc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca7d1af44974ce157ca73d89473509d2dc85c6b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad8b600e4dc6e16d49e28ae229a7c65b94cadedb1773c998ad140f38d952048
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be129cc6eb59d98777df9c059c7d6d83bae641a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a70705f2d920573123267b808e861a89dbd7ccfaf455d65e507dd965af1d867
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0d9c1ed93c9c81850b8bc60a658f4b0447983
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f478ed1447d91f1effe5b0cea3265443b1776e893f26f7d3b1e4eac993f9190
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054ebd4cd119c84077f126999a8cf64b2c7368de
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14b2d72737101223f3f176fc9bbe55c468d12f20efe001698baabf0d4eea4cc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc80074d54f3221b421eafc54fa95044b8862ca
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662d47beafdc7a2dce95b4b20e8efa3c1270f9b24ac4790816d246c523efa693
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa775825b7a19ba874310c4e05fab0443d923809
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2697b9c51d0195194f32445f10637faf2734f9f787f71494a43d2b33871c89
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13aac99abefbf65a6ea2b4af5bf297befd6bdcf
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a92a47f587066e96435abda5c42e758d4d220dfc5a3cb019024856d9e2ff5f
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947b3fce2e8eb176b75d8f153840c28a77e5cce1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113254e1f14ae3e00d481348d05d82040e9ffef0745aa2bf3ce59b3dc5d4fd30
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebd4415d7070a94d5bf4010f5da878da231b17c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64557bf680f04e0ed7a767033d53fb264e2138cee491406ff7c489d6e7264a5
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d07b950f0c509c38d63e3b7dcbb526021de3dd8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5047be08b7939fd106a758bf7cfc56c98a07b47c6031ee2ed036c293c6dcd5f2
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29861671405c8304426ceb33097e580ce3a04768
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7146fd52775cd57f91292bc529bce6cde7bfcd93346fb2494c366a5850e2c8d4
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4063fa64d97177000593d4bed24e5a212d3aa896
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66ade7baa220c24447de1d57ecada09fd4565df722fc3b70a3867863e85117d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a96b0c92de56b931375271c7da650da7379333
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39061fd6ed757931e7237e007492eb0e4af2b2a6537ecee7b4c1f803fd518c5c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b295a036a71ccf57d29a61b087a8835ca3121ec
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea25d5cb588e3295cd991f3b65a34a46af78c23767905b96dded865694efdfa
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b472cdbb36f6a0676c02572f20e26185803a319e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9459bee7d8a1aa3c680c172552ee632bf2b1ad5da9d9853c6eff2f52edb3f085
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37327d8d96ce1abba1c404e2f11fd994758bf606
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b53e707f49d95cb7ca7945ef5021daaf2081264c4c82c7d302c014e6bb63b09
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8964163df1b35b24923a98db6f2c9ce39e59a1e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467ab5eb77691b19392e98145898a5bc79f93f9a5ede6428f1bbfe91bd5a6267
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd217c6fe2d68c23e9ffface1efe0ad7e8a05a8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f78bacf0985fcb04c2c984cfed46bf704129264e477734899ad56d6bd78cfd
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e77d1a08dbdb40dbe1459eab7da56cccfcd0e12
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7ca9529ed427f90d06040ada9e55fc2e427f6b59cae7a9bfe2def34505e281
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724cc02766729e86a073e23a24a4cf54d23d4f62
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e1ad9fd0417de9e0aef4a5d960b9b848ec6734f1767f2142909434d8124d88
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88e843c16fe703bcb42d1972b89d9f54db989ac
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e32be1764f084f6c3b9d681ac0a9e2a214b563324a1d19fffd069aca3df0c5
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163f4cecf2437e78eba873f0bc7e85b37d0c5a44
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9ee9870df1fe0031292553f99e59cb743113fade2b202de34cf7fa043cc03f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02422b1c747ec5695eef322eea5d9576607ce57e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83074574f6038cd5411a4ed5b329f968fe63e785552d423c1fc6cb36b0d14061
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebd1fc02a7e3efa2c28dd06660c326b1a2c30e0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b68b16f64c70d481f899896a2569affedbedc1ef30c5ad09849fc6f328560a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55caa20f8cd584abc6a733224718920387011ba6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d406b23eb81205ce1740c941cf0633d35a87d2067bca09fbf99ff6cc0b1fd24
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fd75f377a9d2f5862b6d3849b3124a918f8590
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a47d69754b77138f664427878f04d19e3365a06540d4ecad1954922b4b60f5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba66f090cc29f84b0e5ffcdfca502af98cb9352
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27eb900f426ff63641bdcdce34e14170c28b03204c49f5cb0af7750ea21fb45
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267a26e0f1c1923876f12bbe1b784818f0bd6dcc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d7212ef37abfb871cc818ba7cc65712ed535c408d4146dd0873d4b93a819e5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832227c96a4a4159bf6ec6ba259212ed1324996b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55811eeab9562e51f641056099207169467c31171c0b99a3d7424fe768a92ac
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e509eb9a7148cd4a6aef76539a2fc81fc8cedc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f685c3a36186be1cc8819acddc606944c1feb6698df996c4c7c312189a0377
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4557a8ee4697b2fa04c924e1552d9e52f85da2c7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4f4b6fc49166306f0487a5183cd17df610b84c3bb1f64758e4de557da5c281
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1136f534ff66dab4e50fa3d22587b32c9f836d6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6277f85774f82067f817b4a036e652a5688dacb023665ccc18ccc7ea75ecc64d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d52576a13a353eb9820d5df28f87fb6a3de40ab
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0f1ae9ceab2cac87d99d202b7e83342a89ea9a6d91b42fbbdb16b088c767d0
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348fd56852e1dd6289a64de84659d9444ba04ab5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebacd8e3f03635b78e8e300da16fcbb60a7ba0174ca7a465060f7cc7935b1b47
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15aa01f0aa05dda73b058a037d229f96ae5f6067
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43058b677b124b656c37237e4fff59743a2bfeb5941c04fddcbe53aff77f6196
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b565b47c97370809c12b47cfb393d186d571ec
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d21f9791b07a19e9573244d6e83284deb262379557558235bfaf51612f5c1b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da58ef5965f968354caf4b4f55ec8832a477bce4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90a09fd09d4bae7fa42aee56146ec99bfd807fb21a15b4e6da360f31de0b811
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748519b628b414198565336f4835a69ecc7cddd0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8617f3b482ec0b038fbbdb51e13801b3674193b0b38aa2bea19ee741b285614
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4f1f720f4b1da1ffdaec33e7b479ed172df981
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96141445f8b1c1e8668f3ddb9231724d4b1fe962833a3104919eac7365cb80
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c8aca6f281edb1fbff9a6d8226e99658cfe73c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d018d1eef267ee59a015318bb7586464c683f97057991d4b5fb2671194cc1ab
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9662305ecb91c5e334982709afcf606f68769289
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b18aee143b793de4492cf81ba5b66627420356db7d42e3a6bcd95c754ad8ff
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fec1792be47cbaf41d8268541e5a6c1cc2f46a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15acce17ee60ede91636c438fd71945c4e1ed1d0a696ab86c6603d34c2f35ba
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65677b3085d8fcd56a28551a1054f66131e30cc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eacfba133e87ff5eb9624b51ae892932bf57d8084f8f4648ebdbd83ddc3d9c
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b91375711191350fd40c459e2ef2c43e1fc68f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e97c59d8329883f9cc6c2278eac39f9a18526f0b15b2d2a202fc97801662c92
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb30cf9c34b5ea8824202d16ab8e6c7d7956a84a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff0453348ee2a65ea23534e46bdb81236a539bbce11327ca5463fbd0ad3e136
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02313ce760af18e1634a00f83563cadb8a82522a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427e1912c5a79881b99135b6cad8430faaac5556908e528b49b0b11b2da267ae
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b97a909dc1b43b0486dfffc7d85d3a9f1fbf85
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d2e11cde1ca05a776eaed56b471f48bcc4036613e53eff340408bff71bcc37
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0367f3e304e697952732aa8c2e5fb9e6ef42747e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6fbb410c758558cb19f3fe8f166154c98db6cbfbde2ee9d17e5ef4e9928768
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8aa30c7d9c7d8bf7df67ee8affe6db12d615fcd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86324a79b64eb7cded0367cd874bf1973ef2598b98e5ec0a8118b7da08d9762
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd292c62cd84a1d3afd4288662593e1286f4b2f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e38017bc0489b578cc74384f70bd098bbb35dfea3494cc1f33c6164a06f68a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c251bce20160bd550b4d28438bf2b66ec50a99
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eee44784cf43886b85fe6898d800fde3a815f9cde2fc637bd0774b866de510
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d040c118d06b67b5a6da66be6bfbe95ef2613012
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2850c1fd482bc64bba920266b90273cb82795fbc0871fbc96fa7008dad175dd
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a73134303da21971dde44b10fd0b90c81a4973a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f22c24e250ab5f1bbaf3798bc56e00262a06af04c68dfbed4a31a6a2e9c4768
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ea7ac4690903ce798c93b9a41027df9d0eb157
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242b4f02a82cca0fb9ca7b83ac01480d33d4fcf2fedece5f905054bae56ff316
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74b321cca10902765a682fed3ae0ca794e98e57
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b9bd7518a0862268bd2b7457b209d394ff6c863b5647cbdc87a63f1fedabf
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55384d61dc7aebb75c4b1be6eb86b18ae45e094
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650507e2372ebf821a059fd892cdbdfd81c754c13e5f96fc56375d5dbb15f24b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09987a6e773c448924d502770ebea3f7416ea797
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caec6ec92437348ca583eb521ec6bbab466c3b7eb1930723320e3c87655b1d74
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6321d8162747813f8be87cbc51fdc1269fa1ee8e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2362502cf85dcb6d0c41d3579ebf0e64d74df4ecea745a2ced3cf9ac88890b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab68c01b8fe9dbf54350da2fadd68a4243d055a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebdf0d0594ba4bb30fcde0cec4a6ff33d5a0150984581d4f59704101065e6c7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d80ce8bf35a4ff4902423e4b36eecd58493629
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd782a56e26527dbe085853ecb29efbdfebe320036eed8a49625964ced07712
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb262d2f10ed0fe35829b35e5e9c62e8f492b9e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc492cd579ad91d2b90319345e69ed82bec32ca046f959eb682b7b1bdb96dc0
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee8de2bdcd5b2ffab4521d6f0eeac5dc357ebfd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0028e51cd7fee201f382d6024c44fe3b99468f7799ff274b4467545e214a6bc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83101df2e43755314d4b34e81e18b86513d4baf
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59aea655ede942102358e8a5819d843c6a994623648befdf5ee836e1209fdff5
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dab40fc4754f18304b961d4749d88b4aeb8d2e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a1d03a2b3df35237a3e68391fa9fef7cc7d268ad619c4832e14c999a2fbc97
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ee676bef0ec634ef2198cf68b7a7e445dcfe98
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06817733b5bd835e18d0dab3bac250986caccb59a8ea443921f44e16b1d991fd
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ce8a26238ce5cc429de3ba2c36d85d0c3a6e79
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825e5d4909c9fd2e7552421d9da07b116f0258040777934cd8395ae8c020d4b5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d345ff84598d678a380eee29b1a204a4b51bb2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0cae5434e6510d34eb4188bae593a4900350d365c738d7978b763dc5462295
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3617de5a54a1e5b414d871de6578e7a0d9cb84e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8698e5bcda4b3cd782889e09a0379167814f00b5f4efc5c25fe5983176561cc9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13da5cba7bd5dd01ed7fefa6b39eaf3ab02a1808
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a2f1c61785a9126c1e76c1d9e95d320757ad73ba5250eb72a55cd730444b40
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181214b6fa08584851329ea16598aeb486a2ef9f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c60d8d9a3b8d47491e4a8f853f145a52f8c6ac91c69284893dc3abb31b380e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75699939c0c6cc015d05c0fce00453a84fceac4d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986c4ef018ad8309b2b32b2abb42de987ad3f3296e7b547d5548665ed4e5edfb
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3d032318f6de0cac415e6d289a88e5c72add7c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cc417f864300a37ac152e7dc5069ae54e0ec5b4709f71323b8c77aab1910ba
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7b3da53a028a82b672f99141125b8008b9d47b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028a49ae44bdc3f3a163158f0719827fa670b9f40d73d1665da43f6f20211998
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f449c1dbfc29dcf7332d6c1b10ec1b75a32d011b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2227123e4cd3479e325ec2885431c35f61870ea27bfdc883559fafcdf04ec2d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696fa5e56fdf797816f0875d2c3f5cd1f8528648
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee92b37ff7f5540095b1f4fbc5695fe5624fa0e4e84df917f076dc2780341bdd
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c2a52aa7ebce55df83578533e57f4c4bded1c3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab97ccf005175e2f2a5b715c1d369eea8a583f1d2838be7eb7df68659891b680
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39c023e344c36d5ba7832d035aa7f2e6981754f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a46057a72389e789a78e604213fcabcef8aa215658174df019c2c4129a3644
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ed24148ed25c1383e1b58d71e3c619e4d6bc7a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44d23acb27a74822d3826e265111e52d47ff2f23ada3d82f212eaa9c547a1e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50d09f178382bcf96c1c9c7cbdd08d9a0ec361b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fcdb1ce09b7e6ff4b85e76e70a3d1ca5f2ac88232cbaa818eef7189ba34b3f
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d3f89d998b30ca09f1a5b0846225903100b06d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802da2c2fca455f5b616c628da35782d9fd53b807e12daab39ee0d2032f3fd4c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8b9e4f379cc9a3c70e7f77de3b4002d066edf7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160db2c6b492ff059d0211277689f20170972f2822b9d0b43d602061186fa7e1
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbcf7323429b826a418718d24abedb4374b65ab
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e76168769e624ea6b966e8a91e5c1210e20bd4b48b0d86ce06ad17094d29dd
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6714400d1ad5fc150732d4ac28b52315fd0f5a11
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe21a804ed9bd7f50c13a295a9db33966477f345f70bbcf48fea759b2b5aaef
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3393a5bef0a90fa1bb8cbddb4a871b22360f7b4c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22be80c878ff73658b4aa46a45bb858049c8966fdd8ed88ecc66b90c5c377d2
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d7c91ceefc06a16a6553e0d9e08dc10ae9c489
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf17f441ae626d9dd23c036b8c51a05711a9e6b7cc87e954fe416750c79a5e03
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bd5d88740a8b35ae6f95e17260240d2de18e97
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f82c8b21ef218c156448749e33195f862e7b41c404c596d41dfbfdc3fff837
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809813ba3e802659818540b7908d7321df3386a0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19bc6dc0fb1b93f1164d109dafeb5ea61a33618190e35b61bb533833515ebc0
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c47a7ee6493bf077c8bd6711f3c4fb29c592b6a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9146e315596b9ce8cddb8f0353f17b85548c6cef4d13075499bc5307017ecf26
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94910065bbc3f569b22d7a1121416a0e3fc05088
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1444554a652352ab5feeb91abb602f1552e310fded9b1bfe33d3d7f673738eea
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8981199631826befa85a07c427647b7d50b06dcc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65b245e8a887410e6b2b013da41f61724a4a8f1ef72013a2518baccfbd45a01
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48c016c110123ccfd2015ce847c77d711d710a5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa74ea9667c4af87eb6f4ba9e52efbedff249c1ff99e5071f145b71100fb0c98
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c677d0adeac9cabb41df68259de0812720335116
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c90d1459df54baf0b2170f20cb29fa825860de8c2e7a7e5e01bde57496d85b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3421da124a5483b62794ff99a58a38a1f3b576
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6707bbf8ba6890568fd3a66bd5fb2c9a148a4a90fca1686899823e664804493
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699566f55c80bacb8b02db44b00741b6dbe720b4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86cf23fe4dcb5a533db68f56476407d5292bae9fe1c07aa3b9134d3de31868f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a811e1c6cd63ebc864e94f1c61eb93572a770ea0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29130d84c7eaa7ebd6bc768bbc2d9a7527af81f23cd3bf41d404d8328f914fe8
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf8733dd0c72cfd4dd83a5971018d6bce952656
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ffd5d7fcc12a30fc4c915b3cdca5a3e69095ffb7865ec303d83085ae510bd6
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1d344e9ef5abe12690db99a2f2460c828ff060
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b38e3d79b9ce9e06732bfdb1c0fece66291d77abfd7f419d5982b21025e42c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30be5c94009b537eb79ed67ce1c31cdd090b14b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa09800bd7d2aaafcf744d137ea2297ffa56fcdb73fcef7d14ef683e7a2043
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0430f8e65b196e8dbc3cf721a918f7c9a8be0c9f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c36926fff27a7f667480c96d8a0879c7b5047824db38d31f865f24876538d86
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ffa0896927b7c23f3bb40b9d7e78d5467cae82
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc16cf3f9a79fdb1f4e7c1874b570ac57edb8e2b1069addd71d21a14ee6ec648
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d91281cdb04e4e356846dca927e2707b59ec8b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b16559e07ce76481a44f6b075cc04743d8f084b114266743292c114c84ee7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd742f66d0fa07483593109ca2826b11d33293e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdaec353ba3f8b7e17a796c2a90286f1a74d716dba7987795841ba5e86b4f12
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cd711d3fcbd2464741957bc18094d89efcafe3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa624fef51688f416088455e71090d23bd25a1da4f7f45dcbc30a81da655bada
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ca6d61e86d0efc187e106216b41c80d806a600
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a99b6218d44093ed4ecbf59ada72245b9e44dd9f8e39bb1ccd1bfa90ced06d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1397b406b8eb51542a0c6a91110e4d11f25c4f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f222c01b5bc6528971c6d51d4892680e8b105911372ff6556c112d65016c99df
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e8000611437b4915c498280b62d2aa01358356
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb11ee7bddd254b02f8c629aaadb2c5a16e264575789d58c9a4dbfdeaf5c7f2
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ca06f16316d71d56cf3ab57ca6f36bee909be6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a59c156220a1c5b9bcf5a5296fa6225b3f1ee5b459ed63896ad4190ec659b30
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca64ee1d9f1174b78a9bdd505688f367e884bec3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f1ba58274e6a24dec328dac549ef6a1400f0a6c762f8f397094cf12e090b65
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9a33b96d41bcb3868fc52c3e7b4c57a76403fe
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74025833670e2ede880212885b25126c02fc838a55096f7791208fabc3bf9ccc
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba23c367259c14aa61b36442a7a01471e689166
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3b2120c6b3a8ce66f1e0de4123bd0f0e51ade9f313c9ecdd6abd0146fd12bc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feb588bf020d37f69522433ef19868d8dc21bf0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3d0819d1d875016fedd088e0a82145fe98c4f6c993111cf54620df68d83087
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ee3b29c56255dd482606ed69c4080b28a5b8da
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fe895c63f53cee678cf9caeab5582750627c30098be218528b210fde4dabb4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ce72f88f10716173ce22d2e7da2223985b05e4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192d535fcb290f2c64dc07dff8f894bc4a0ac24b70b19a9369aead26ac85e3a6
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562d3d1f3cb200714ff88418d57ca942f8350fda
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466bb907352330c61f650341169fbb62cd1210c81ef7f6bbdaa913bd9ae7bc33
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bc8c712e1ff02f95743a3d1c0dd26acf1cd9c2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e8916a5009ecd8bf220f8551dc4d2d950dfc26f9b93124a2469d49010864df
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6f1e487f54c527a909f87747d9287495e89399
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725967fc9da75f52978cf2d80897f47b8aad300cd00c8c357888bb6ad4fc91d1
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f724c3ae8105ef0e63c4da77898298822919c0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ee912c8107a362dc1b91b19b85161839732f0ecb34cbb74fd16b8396fa3415
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc920c30ba7e2b9ff50034d5807f20bda29fd70
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1972211de4bd92b31fd20825eec64ea0b66e5cdfb5687112637ff6f67d4db571
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b591704408bb1ab49cf005810d01d5ba4060be
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8061761438f54b803fa317847c3729b8f22a8d041ce7282b0b2f2501288ef19
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46600bf40fad8843f724ef694d2edb1a7a566819
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7924dbb954a4256f2025f093445ce34e16b2185ba4d07e986996ddbf93f449b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7ef73c92b39588d820db4202748a3904faf361
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548ed290708354e052b5b5fab9a19d910b290ecda3074633c033dd8276627f5d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a91c552a0263bf80f115eacc7383ac408a4f62
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4764ab18da292df7b978af35697fbfbb39f6e377f2d4e7a019a75ca73eb3e52
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b2f079a4c00b41e7f1a7caed396f6a15618c21
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5ee52a4ac558f7333589237acb998488ff54bc8fe941fea1fce1a83695d1c5
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2b60979bd0f97fbf9435cb74a6cb4b42d9af70
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a456764bbbb5d7a6eebfc1fbf3bfdab1cd359613854812d8559ace60867b8545
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b331f8d150de65710b9866600d3eb77b1b2cf3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba773771fa736972333e06a85cec8e077640b6eb6bbaa6f1d86344c4ebb2645
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f309db9004c736d01728bd344be59cbf5ea1dc13
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e994919cd942a72e183895a7d906523f7f1abb1873a47097274dc9afde870b82
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293c6748084caa0299fa2eeb5b99982143138ff9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab116be0bfa6b2d02ec5beb022dd7e044b7361d4e6a62ca54661625f41ab9171
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f9f8affce7bb14b78e2d2e9fc481582c4af359
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f714704b6dae0cbc3f91eb416d322ad6d95f06cf6343a1d9eef22ac7fbb15c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e36d141cc3def03dc4db81ecc1964cb63ffb11
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b67c0669f4d54d7ec77ca1c995de0f88215cd88a0e6ad7f3e9558dd7531315
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d63ce55f3ff48a7047d4dc653f3f9ee74ac4a1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886523955efcd06ca2e6e1a987bef2f89a68d743f41dea803e35e56e27914477
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5bcf80937338352c0b75921edf4ec8f92f7863
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cceca0ac756248cc2810c18d8940d0285c9edf967e6964a59764f4bc84f5646
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16a694b0688983b00f192745025766b379a829c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1853a844a1ff1ed22e212c510d27536b69217a430054f784b319a652aa675a3
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951de541d04134ad0314b4909eda6ad2bb0ffaae
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8927611cb85d857b06f273275b24189b51ae3c3d695bc394c3941c7047659d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36859cd51d1b80c9c4280fb97e238494a7d4c3d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf00f0fad7227eb5f47d6cc1b5d781216b7a61c4b12353117115c800afef00
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cff452d2c6cd5157844a127a82371c4597bd217
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2a60cf94527dbcbabdc4ec7c8985d52d27bae05ea3046758b5769e5cfd160c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be2e43ebfc0a10fa587a30f4476c1100918e653
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f45060d3d48b7d69bb82fc74f7b427bd8af5b1a9cb3bbbdc948fc54493da5d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5359565df1327367c8c6620db2622e167ae5535f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e4989dc797cc4931ab29d78985f0bf1f99c27c94dececb1aae38e382d94717
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04316fea9c7632b1ca9b59342df89be3a5255c9e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61b502892cb30003bafd03b4d327b858c0672ffc2199aa26542924dd056faa9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e407f5f9d914a24b418eaca4a389fb0f51f1ca11
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01728168ca15c96661ea2d6ca8be6454c2854b4a293ff369e4e239a334a166f
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4ab6f26699f76cb08c3318d4abdb165e879109
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cad8f8d32705f642e8c727340c0103235f2f4b113099f560394b424cb06783
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051bc4c30b9e97e6c9c79fe6bf4e1dc126b76c34
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51a174b34c38c300eeb342d4180c4eca34b17e2bc969f9dc4b313aa8a21013c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7afdcec5435ec28ad354a1e5e627dc6714093f9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb116552926cc5c1fe687574f25ed7280946707c6d1bcc5a7ac6b3dfa53829d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b2ad63c4746b4f116be1fc81e747f4fd8832e4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946e86683eae2ff034800530ecd0c24272c73c2ee13f82a9235ccdb6a1c9de61
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1d4ad01a75454ea3d97b975c6616e1e5901b40
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced848f9593eea69e0ab11b87b7413f2e5f54ff6f7ae08b04c1aad4ab5624c9f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023476d3023d997e3dc6b3430ede44159f679dba
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c55fb11563e54209a4a7bc72b54fc01bb47c550c1e84b0f53e9e4ad8f4829b7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ddf2d53f830efb295ad2200d427400b0696c2e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5dc2d18ae82c111cb67b27e4012ab9e5d1ed689a2ab759c76909eb12e57266
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46570d711336d3722a779769d3238bdd5123200
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb16eb12714d54d849029010ed3f8f39f042b34a63529adf094ccce449e348f8
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1061db56dd9a295933e13c831f0342504878d9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b489cfec4e0ddc288f318b8dd22079f921571762a1e7ebb8384ce6595c4d3020
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967c270421dfeccdd4f851382a68f8f518445224
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d842ba90e8b0cdef9fa1671b3bad6f00f787864eb358d52470dcdcc6126fbbcd
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2b1d8172bd54b4952c471a7b6d7ccc07002c44
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b573fc1625376861a7b1cd024feae46bd28c224e523d165d6b7220b44f4ed
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bda8b76efe9fd9fff6a516b7ef6a30a98473f0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c2cd7d5f0e6b868f4c59cea488d60c2e5e363f781dbaa27c962e891ce49baf
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e50a832fb20d704d116c57ab769f9bb2d03c29b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a22b9826e6dfb4d5ff7d97da7fd36da200e5f2614959530b7d9e3526dbf53a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a560fe67948158696444f4deccc4761982abbd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbcbda6d3353991feb651a854a9b86dde6c34e5dde3079e7914e09711ef5267
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a48af5eb52af911fab2c0a78b7f656b318f96e7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb9ecedde7a98bb2cb53b971efaa94ed0bbaf21bdfe1e98a9d8f902ba4e8fb0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fcf83c4b1b2f2e00bd28292ee008db249ef767
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362f0fe48bc9bb375b2c8096d8a375a7521ded982900cdd087ededae4e145a07
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace5c4a54e5b914db268861c8ffbdb98b34c7639
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cacefe7cb7753ac38bd466d8841659833dc8009df2e54abd55b90e2e9cf1c0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395d32750d5267dbae045f6fb45dfb734db6697c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ba4d1da606c1c744c1b5bd3fa5a256bf1918651666906ff80b1a25db2d4ea1
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a6c2244b8708665aa6d0818e2000d46b8be15c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9931498e28796d2bea3130c6f0fc9b425c270d0899add60b12732871d3f08f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd039de6a21674a51156f548e780bc659054afa4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9e55c68fd832c1291477aabee87d56cd61ba10e6a685effa7ce0df10cbbab3
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70db80f4ab84328325b6e6cc98ee004fd9ff3ce
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59a76945efaceeaceacae87619d4428f8bba739acc19fc7140b006f075d365f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25c2ff44d05e8d4501ed43aa64dbd97cc72a05e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b57cb52f6218b3d58f43832277f0d4742f52019be08aec45de49808c2855155
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59015093e43fe7eb340b20281977c7c51800e99
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f985cbcb72ade0188d3f9e3cf5ffa2df5630044199da3c7f61eb342938d395
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13199eb038ae96385fb76ab1aed1b67a320e10b5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b582bdf54d2fc1b552aba989248d49f3e086ab0d922a74b0f4593169e0fcfb
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1242fced7a1dcc2fdd82f6436b514686f69b0554
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d472d0ef9f1451c5e10a56f381ab7f03b2d7d34535b3cc19f56d47de0da3502
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd96caabb13e3280c3eab6ead78d7f65bab5841
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91292a1db09f6fee0dc33f80d1b25ea7651dff0d2d0eb974957999cc6b70bec0
+size 3297
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ef05d8dec5e9af05e632fd50860552acab174f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec40becfab4a15d766339118c413a91abe5c4c95ffaa8e7c05ac8bca17b81175
+size 1254
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229fa2a280b7277e98ffe62da526267c9b27939c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44201444111f7fb92a3e7eda6ce72ced1b691efa85a6401c64d357cc9ac154e
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da9a3aa4a240252453c5b513f265bd8f7a523e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c66c51ea6dcc37aa1c6f5f3b7f698e296fa5423d2f394e3faea328bf68c8115
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64684459cff69ae140dd652f1a3cfce1c04db3f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a4e216301b8080d66f66394e23d6ae903ce014c86ac97dd16349d542f1a424
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489a6a063ef950f23ff1ff9861007f2dc64bb851
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68042e87e1c9d2c434bc61a31264a6250bdbda34baae2082baaa0456efc4f89
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561f7bdd468cb95fd9c798a324062d1a8aafa3cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d8618fcc98e838e9c0768700f5c45211cb99ac1874af29dafa3728f6b53d8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2aa3f8c5f633f3a9b8f8ff7847af7ba118d37b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bffe925be61034ff929aea66b50b47b434245eba8938a94c2e086b69ea027
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d875889927a4a1b59276bf3151b47c319c68b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7bc412c66a701a7e061da43a96ca68d14d147e853d276ced44809f38f90adb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703a367afc9c567e03c2486c4ee562ffbe0f6cb9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5635b7bab7c08aa1cec5a95978c0f560669f3d5614378c6f78a80b18a238b16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39ebc700a5351456013e6fd638785f708be581
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e7257ec535d5edb657b771dd232afdb9c14588de51677d22f8c33d71f06785
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ee49caf36187da617d00cbb280a89b7d523fd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745da23110fcfdd529adc5c60a43980d8bac8658b03ca5a3ea53a74338598a6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca551fa4cde963f54cf00ab4696ee01bcdf0127
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b18fa8094a9c527272ab330b62efa89d0eba7b7dfbe3d8bfe7410002e46572
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60336640ee9fc4678c29288e9d2682e89a0fefa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8860abde48e1f33e10334b4934b9168e5885fa1100486091bacac9d6339bd893
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558138af1c041fd4af32ced9cd65e1a9e3ffaec3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4e7cce8615af59da66fd8087852a85c8996512d8e6b4e97f5f8c552c7906b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b16bc2b84d892bd7e6e4f32e7421c267f6015f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8885aa88b3c681372753976c68a06ad0e9eb886aa1c3e5701accdc099c1ac421
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a14421a354f7ce0e6c073227a4a1260a87013c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58836e8d17571a456306d48339dd20681e6c99e3369196e42718aa554c667aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184df9d5c47144a4c30050b17e451935e63fa712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b774a2d9d6462c854b96f01b51ab9c80eb07bfde5f5800eeabc39a2cd44a7059
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2856445b2b4b141ee892b270b4e5421e88c83a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9dc824755048918d5920cca4a516e640ea4c818690a5fca10e2ff5fb176ce0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4162cc0584a46ae9ae4d092ff5c4bd18ba4274d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3f2bd01b82ed69ee67b7ab592ca802ca8019467ce3ec1cb273adf73d55b4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5459004165094ea5b11ca4fc170de03db43804
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d43d737776664b15bd3d1122f9a2a12ee9fce1c3171908f841e5523bd9944d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efedecf0399d77e3f220870b5086aebddef28dd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5738f9f99f5174d760788ce34fed055c524ce7aff9089f1afc389e80f2e07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3a9750842d50bb2bb80ca0bf2f642b22fb286
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804a2f99d34f7c66dfe74c295e785249970030638d7dae6ea07b7c08ad94bbf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a445f98d0c38421a7d3609f5b54d19df9452a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b59b2fb2d1bc00ec99373b6649e81427d62f4fd337fe43b69e11bf4d9c579
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b6c53fe2d1513d579a9d756f15fbfc999af30a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef2b131a8c40299a7a15203f6e335ab5d69e15fd5d724b88819db0b03454bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b03bc49858c8c8edc63280f1dc8ae343ed8569
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e3a1b9c6f173ed77d08f0648a75248a5b446ea6414cb49748ac8f9d65e630
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6ed9848560e6344e0317fd169f8965471dfc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fc1411047e72363c33fb3914c154eca8a212e2a2668655ac1f3066f2faf89b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4c3542a7227ef85c8f46d3445bea325c4091f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690f25e57e9185b01284232451cd3279282b1140b9816878a27c898f0553c9ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17c9af3a9592d04ad932324cea8ab841d282d5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989091a6ecf0eced5a0efc30e1e0d8e17e6278b7796b9a126e0e77e97a6b1864
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ded6d3ad04b41705b4aac3102aac3a8ac1a68d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ef596f9a47135bd1e631325291d7c53f205a3c4ecd070b33c7d499216087d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b70d86406e2ea102e50379b33b53ea45a20a51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed9ca8233f5691674726722fca6d6d5a8ba5651076f9d90c52ed5cf247fabd3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b7ec12cae51ebd0d1d1a19c5ee8e9fa0a8e47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a432ff58c0f4d8eeacc81321471a6758af4954a89de0f9a8a6dca9bbe86f0e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1e5fb6b11f478490b68660374a27048c77cb26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca6e2d783fe54b811422f453d046262f091a43117fb635b102942984d7cc48
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367d43d3e46dc782bb7692186e4fd81ee3aa340b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2febf32cc85ce7a98afeb2d9f7e1d360827dbe947d16708ce6f2ec97cf14f6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81333d8480ab778a55e5b4280f078c94165a85dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b9cd53895842d80cb53a343ab3f3e715609ab8e22cea6848073f63bd69bb21
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4b8cb2d34c02af671c2de0e6b88ae0c5e1ad28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade77f7c2961c6058a140ce2996780aeeb0622968c8f21074b122cebe1ae1c2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b46a2af6bee4fb7c926d9f100ea4fbe10606d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da56496706667666102d8cc50eee9af05e3eb9aee7831526e62c7871ba5cc357
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0b3bd67075d23df75606fc73cdd7e73e1a7279
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8003be583358948a6b47372714167a023d7526b3987a93332d82349cef9ef41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112feba17a03afc1ccfe1eb325b2562595e8ebf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09af6d37b5564857aa3228afbda087d2f7591db7f7e644a13df85bc5ef9e1b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17fec093e866b6f95e5062ec3523549cabcb8d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c85765744198c1114fee1ee7554b0c27d082fa54f39254e587be9790208976
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2ad03fecdb77d96584fc362e76e802ac69cee9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a1cc4e9da87c1030da3e1803edfaa81e8fb474a15f4119d01228f31cdc1aa6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457ec8eaab5425ba258189acb8febc6c41f353b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a714521dc9ce0a290babca4ba68f0a4b296e3da1b76ae56559111d0a6ed54b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a52a73642ae0040a159312a65a9635832e393f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ce581a6d0a43dee73296a69f233e3aab4ff2a8d4bc6e906d74a0cf2ce1659
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546bf4af78d8adf7ee359faa9c070af895144fba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7826c842af51b5ad4340a7a18870b3aba50a875e41955741ccae547fd24db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93784f8a6c78f1a7c4988a5665161498b9f094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ee829eb9a3f0cf355b006809125c10b7a501024c28bb23deb52fc8d2d6599
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e404886724c11d60c55e2661741766a20bbd2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025be208e832c5cd5f3c4d3016973f0accb3ee94e37887b21655e6c67c86b4e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218445400363aca2a8489e43e05d2f47e1347637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0faba588cd6175ed170e17bc4e1af4ef453d34d4ab0863177516834dd1b1dde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4b2f69dea4d6040bed69f6c5bccc043cf8cfc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc2e6b8b069195664d2831243fdb7cdbde3f0f535096e7d0e945f8f2d79965
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4badba7a232c736611fd467a2241e761eedea3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1b3fa1bdc27b06b1c7edac33e99774cfe0b9ffb05deac530430e86111ac2de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534ce53a6d1391a94519e3adcaff0a5b90f23aaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db506af8750bfa55ec84b9ece4dce5c90afdcd7c5780d4958bd2159eee8ef448
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129099a749f994ed1d605412de4fa8650db01d1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deace404fe220cbfbdb842c4cd47a6c8ffb80584156121c4e72549cbf5c6ed71
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8971008dcfc6a6f5c3026862fad7ac8ed55e01f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe4d0ff44b7522a4f78a31f9d4173c316cd3827f30da4122a8d8112b716f7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f781155cb85f14c2351044a16f5bf61994c912
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc4afe74196652c19bd23bf7a1344204222504d6f2ee689b8c3727f9840cf2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35121819c77a3878ce35ff8a69f2fb21e3e04fbb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a833ba621c718cded70440c8e9c16376eb8f3008520d973477ab7092314f64e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d150880243a392289c160b385e74755a09d1369
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97530a0613a0723e7ed608350d3aaf0a1bdaebea63357a1b7636ae5f6d75f68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a8177f10874fbfdb19d8624af1b3332b83cfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10069ca281d13d84f9b3761221b10958d862c7bec6461d51c2ebc279a0c5b05c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851fbab0703fde6dc8338997b1bb2f1dc1989307
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67659c42acf76cddacbb1446f80b27d89ff581bf517576d601809268140e4e77
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce20500ae4606efbe2d756b00cf163dab8540da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0364cf02dc77418a306e0307fdc436d2a5e4768db70ddf7485647dbba3b0663e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca766fd0016252c0d8ae2a2494a43ed7e48f4f2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fea3c506a11398daa76c4e9262957f611d13f03e02838a89357e51bb010345
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40695b649b76de6e2e6b1b46c1255fa69074c378
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9169f706206f2bc140920aa3a0ba7dd7fd34a10ec4a39cec3fd9b891019a6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb91a8d1f0474ae3738a5e422a7c05e34da3950
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bb07fe0818de48f3d5f1f6fc1afa79d608943cab2b2a9ec2cdfdd701ea82cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3132e27cc9b3461b2f8c60cd77da09f45b4c7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a48309565c4514d8a82df434e9d748a902eb682589295cf02603c0abe467bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcc040eebca3a2552ad9cc76ebedb297f33a10b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb161930fa32fb6ddf0e15f0c74eb822fe6481d9e37be4f404134e9c7411d670
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4442674710ad92f1899d5e672cab3ca3e838e7e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39310afdf08cc897d649ac12ef285322d9a60f21a31c16478ab803842974d8e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73af24acdb5266f03413380be9bfae4a61789c65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc762462a80f3017b68291999049590e607ce603410ca789fb94956af3856a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a7cc8f8442acf4065d90cd1ecd5cea29417779
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f67f1416ec4f994d5fcebf1d0c25bd628c56aff4b66dbc8af75468af02e79f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299b7e2b641a0fab9ff66d355759eda1fe2c8d5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5596ec1d8b3c43374281c516f7bdfab310543fb5395bd9b94dd3ae2fb81d6cec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553f5dca6a21cf93a5ecac88be1f698660f064c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9edfda52b0e3292e2ee03cd96cd207fa6bdd829269c038e0831f571d6ff605
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442d7fba48f338fd212faf3a183ef881efeb3fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651d71fe4a51b212f8a6ffe2addd0d2e8cb31de531facba090c0da1655fd769
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f66e13ae351d6a7f18917efc8904586597225c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c687c0c5ed4151126c9a10493c6cf0e8cb9dea4505d080c02ab487deec6f5677
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51348dd314a623e59e5c741a1727124e469fef92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c947516e2296755ebaff5ef78689b7b1621f0031c398c889a3530d73b99e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f841ef83c268e40d530c0c436cef7463d526eaa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e893cb19e7c94f1cd39c09e5c49968704bee16365bc23967c41148a2ad54aaa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a300620b974398245258e5f2da46c1014d394a29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1492d65b5cd2a2f55ddad9e0a425d74081b29bb78e3048d9b81302e8a1e9ba05
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efdd60e7d4118330eeb93b453d53c6236b33007
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645193097e50401887a9f2a705ca510bbc3c0dca7fc21241f15fac09b9264349
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7273f95e9a7a47448b14589fb699358777307d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb4935d8abf12060f53abdc8ff19d3bebde9c8f8e1ae77ea02ffc5a951cd8b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566740a8d4a844e3365782660557cc0ad6f6f064
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d75201d95413983fa862b27cbf589b61cb833c885d05c1df84793f15a54dc37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fa9bf121bc729ba8d47a6116c562f77b5a5c01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8bd9c4c2c9427cb72852b046e0ab717054aab3c8a9a57e8843a4da5145c0b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53ab651943de7e06ba38b3714ef9b73e9eee306
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60c3a311a79849d81d66ea96dadbb5b3728295e56b6557be9106611899c9b96
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e23186eec9b9133eebb9c5478facab0c06fb1c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc711a8484363f8b967df8513949c185e2e2715d331eeb825376af2be28d0633
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8c49cf6f5546b2e33d52d7bc226246b55b9cbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfa4b5b1a596ea413b34a7ef6fdfd2463e307d328c9d9e60c1ffc5391201b35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1874b0eee1c0cc398fb3992e86e1c3835c8697
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f192f367ad1a1257cb2a37d8e06a3e86c0f212eaee03be9a0d55572a45d13d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa341d1013d0f4410f6b97e3ff6668cbfe5f1b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f000effd5547c752a99faba8ed5fd9ab84bfa04c636832af9c541222c3a2288
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff9be524188154bd28b3172fd3fdad7d18084
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7301d1a3792dafe2cc4e21d910a88c5d92d87ccd73f4bf8a4793d332c18d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002872135a4d1df0231b6debea4a37d8cfb26ba6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab95b4cd9bafcbb7afdb4c09438a1b0a2653bd3d5641aefb13b75249bfab99f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cb5b28dd215dfed70effaf9c49e0608bf676dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc5e25ad21d0e55ba4914b9d33345436e2951a3c024b82189a35fe09c0c029f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5598ab3d28b201fad6d33bc04a5448ab1bf82b97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e3dd8bc0a5d393545741001d1c37ed15b624f8288092eb69a62c79a3e28d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a9857e3f858237642fcd94f2183ec919fb02bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b11bbc9eee06b32c714ca6df9830970c18e209d9700bc9b24376b0d38ebba8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e43810fc42db1fbb01c62861f5400c9f62444e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fba4c5adc95d81c586874d6c3764b69b8cfade8e848ba1a18b43b2407a35a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852be129a8d9636a6fd6f2b483e4b73fd6d8613
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d240afe2a7fc5de95dee83174d2475bc6980cea900b9d4096c159ffa75de1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c8cfe4c638fef3f346ce8e92af13523e30f8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb4bdcae8712db150f05228d259272013344c6e084acea9deff0fd9f28c4a77
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d84ff5d519b05d8f6461b96ffb54f8f03888f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b0cb70c90a2c880fb7874a3848141dfd265f462f214e77131484191c86ee0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b5f470ae9278d8c44b8fa697e215ac42ad6b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de7a3ac99b18854b27a4657a9cfe9065d947b1775c71cf4140b041fc5ccdbe2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d63a3b586ca9685fadf1d24a0cec1d03f78327
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8237e806118b0c5f79c4ae6114c30d73ff36ed464dffc0c4a338d54f5caa0b38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116ec7b4d10b81b5d761333ec02f1bc0304bb5b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc89dd6f79dfa9609b18472398ebd60c7e3ea5ba47d7101b50ee2c1b2097890
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1be18a5eccfdc2dbf2e0bcbc6814c9518f994dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74ffa1ca98bda64de624b4f59e860f6aa4673c7f56d5929a8d6d8f76054dc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dbed330437a2d696cb5760b6efd0693e2dc38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f36945d92efbecccdc9b3aa5c8c5f28c4feaea116aa4e9f5a86821670acf57d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59251e6978ff5ab587e186447e6dcde7778abaf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0a560f2bef70a522be4b13993cfb42d8a788244142ccb9a0eead699c7c9ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3270ee8c7e793623d97c544869bf814f64854
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaec9c40d7ed909e3f48d49dd97c5f77f26fdb6769ab78c46cb2e3f7834c7d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13f986d792ef41773ef6c1c893fd9ac247452bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee554630ddd5e0a2787df6ffa0ba4e20ca3bb474db81c730699b51c66a65af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93340bd9c67e816ad21be64b348f6a15bd4edfaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babcc372e0cd2400fe1631e6d12d0fddaa7c5003bcb8f9d623afcfb47b770d8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219fcefbe0493255ee028cc4df6cc6e95ae4cc20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cc0f8e1c4ef2a200ca27365eee92ac8aa23d0c1e31e748ae47187234ef4358
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edb5f44b9061d096d6cc265df155a7727f7e263
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3917ca13ec702057fc1e45b836dfce9f8acd52ab5ae2947fdb0e23f9f105f5d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e65ba432e79f6148ec0cdcc508edfb1b8f73d70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9421368a2d0dcca88c535a089b69c88be193af4e2a8e26b1b2bb17fe337f3890
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c13d437b3fc28e21d68b66143a0937b53e8c3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fa3ec059fdc31a9f335a848ccc90411d46f629ac35ca0d9867896b26a47a5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52600f01c1b6c6f3a47297686f9d48a47f83c956
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a10bc2f9e42af129aaa36656f270d73e332e5418081cf1ca56945ff2be6ab5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe275fa33d5c4a0969fe80e40c04a67e28c07f10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f16781cb5f64f756b715920d847c1f9b8df1bdffeba70ac5e393b156be2835f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0376cd39b7c1ac17158022b218c1f9614d503363
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d79f35d1067f518257bf88c86f27a796738d8ca991fd4d00cecd876b6a2ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab7b0505df87c10e9a7d5e32b3c49d458d593ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6390c97abfb4062e62e2bd4fa3b7dee87d71129fc27dfdb92ba663857c4dc57
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12207a370841ae2beebe4ad9d90550a5158ee9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d121ea8adb741e765c08500a29265978d8a83336f187a04ffe492c1956d067
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b284573ade005148145de6f1b31c0be7e46d8b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe992a96766b16f74f4d8b3a61ea63acd16f9a33dd70e51ddc62c6ed014ed2b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44417d0ca67db06ccdb7a10ed9da57f0820e75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360d3fd61af7f4545d4cae6b5e225609495deb174a03dd0f86a91d513096c9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5719e8d2d7b1829e11244dea9fdadf5ac859a06f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a712369aa16ddf84c6b21f2cbd8430162c73bb27f0ffb4d8411ba82b35ee4e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e0c86fbb31321f77bc5d0f74b8b0d4f7921dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f2db3eadde864616414021b6b06efc212b18a3f694a714ccb0e40bc546735e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b60ea13080978a3af533655e1a468e860fc7a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653cd31f48aacf74902390009b9ada239c28ff0712fe059788dd88d590a89bf5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dd10ef864550ebcac375d3f9f93686e6a98ded
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116402afa040bc4c7ad13ec09639d20dc2fd08a09d05746a42e09b22caba740c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6fb2004e2c7d4b9e815ce091020f86022fc71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ca6aaff88435a8971d230f727b4a623cabe0ca8d9094cb13f74341840beafa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9301cfc087e9f9e32bee8c22e2f06039d4ba10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29951f70a58a50312a7ec82401d6c883ee21f4d8fc8b3efdb35d41352b4ce7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdf6f27d7a3a6c594f44a1a6189e9a9b6ea96a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03189d7ccaeead9d0525cb1dfb603c86d3f4c943ca7071cf64450ca87a3ab54a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8749fb5831917ed2465aabe5a5fe4fa7d2477e06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2591721e1d407b2c267ab5351e8438e697d06f985573653d84656c2ac35f8e39
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc9446b23552813f22aaec08deb5ccc9685955
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b23602f343b66a0c6bea05a982d86a8e48c54f0034384a2d4631ea82e1320c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7089bdd8e86d37e3ef630a3c54939ce9422390c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a605f3d2e11418d952dbb544eadf43e3f7d779f84dceff32e62076bc6f93a246
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b041c6ed9075a74014d195212bd3300e43c78c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af241e90fa32b7485d9f6d234074db0f08bf83e38aeb9474fb44463cd0fac7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf126a3d7364363918ee95ad8ed970cb169f0c60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b7b33193a7eced6cefe9d6a7aae06e53a8cbe5fa5e94f10c32d22a083a1be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ae7d2d4d285165c786376ba1420d8eb844d8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f918aa68fe36d63f2d86d4c5402ec01df41cbc2238f7088cd94ab71233c959ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fa4c93b71f739a0132b321f185eebe56f6d06e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fefc23513974df6f8422c8928ca797aa10d12f6933239634eda6612760fea6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe7f4ffd6e882773711ef19bd1bc799d4b81c14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546dbea59e9ac9df2d86a70c6b402cb3ed4efeb8092996e07748c052cdf8c453
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016598a8fde3091017da589e900fff080e32498e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eafda53582b3d40367d7dcc1f0c9764025bd8f1ba7ce60c46921e206e197806
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2509f04aeaa78ebcd73b1adb8491fb0c9a109f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe991d43e40536f637f81ca3869bc5b499953619127176dc98996c59f3abd7d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821320bbba24e2a509c94060c8a8a1429e90f173
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb58d126320dee2f6ba58ff4b3615405493ab41ea7664d22b35560eff56e7f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991820893c24721dc21dfd817d52ce1c5f6a5e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f24ec485afd79397892593838de8fe450c0a7d70cb0994a1b2e6858d0ecae4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182cf173e85ccc686a949dbcd85bfc7086d1a8a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b752543440767b883b44c3aae43570f8984c89b0f24db1ec35209efbb8664bbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317dc34dfcdd526236edd3f518e13e8b86c4e15c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43eb7d255dedc4ce39f23cb8665b3dfe9290414d974cda78470256c56907f22
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdcb7a6fb1857b5d8cd3314a5d2443f7b353dcd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82c3c3f934176f9fe786e730acf5abc2bd47633778a86a280dcae75d17b80a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e29476805205d46ba9b652ec1c81e657fc7fa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab1eef7b8f4342aa9dee9400f1502f3955f411932374e9d9d1e1c9bd4c4c1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072bbe114941548632e0a89430fa37afa4eb2519
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601ba88cc59ef7336e7907a5674135e7a6b477fa3a385af157a7c63ade2d160b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a622487c3ce2fd7707066f65ff79ddccfe9e0c28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e746ddfd5c1942dcb37363bf3f11f0e35988db2e7beaa6c1f6c3e43a17567a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6550dad21358f0d85977bec69182d5ce8addd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638445edc990277b5e1fbcc5aa3ac35dcdb9b227bdfc13de18777f198118ea2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a991befe78017b73c92edf03751907cd127dd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab49ef25299495ffb409c44e6c6e4d6124f9f2848c6b9e98b273c8bb9c2ccd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2eac0182920f219d05e38d82c06996e3f56141
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af53770d15761b252443f8b51d0db25005dfefe02fe5f0fb38ad86f3abcf54b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3866a9f231c00c5429fd7a8eafa028a3dcd87d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a2519a1a750fd622f2529c1c1e58f0e4f9c1021ae6d4986df7dfacf3a62fe6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9d779804dc7e633246636153ef1159837866b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2aeabe7f20a93f02e3e8d02df15dad10174f6103ad0aa43b56b0c0886e941
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed566ffc97a24c342da18d76f2f3a3106df6b4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2c7f0106ced719d836ac22248ff39bf1e9ac8f55c87c59be39a5c098f91a8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c271a74965c8cfea4daa314803106604f2e49c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e277f7cfd66478b9c06a19238b60b71a6857ca6ce8567932c95ec90a60e500b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673082563cda10741d3f4e61a7ab47ada0b3d016
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb93ea81823fb88032c69ac42154af784d07e310caf80a81c5fb05b3b93fc0d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee9e3a1b90371d106129d8ef34ed971c49e6082
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bcc2417a7ada9f43b588d65eadd72cd30286534398ae8b8a6cff1fe9357587
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ff1ae80addbe235decec6b1997da7ab278737
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1742d4b2bc3763ffcb1362a5d82f866d5d3ebb1fea4a8ce81b1b2ca2baac3912
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b3c93648baeadb820764a80d3c22187ac52cea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6458b87f1355bfee318e8899baf2dbfc48c21fed20ffd8bd36754b61a461bee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5deca8653c6abd4e5ec7d77ad4b715d9e2cfa134
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff3208b5cb2d222beaf96f9a85bb1da24bce9200581a9b48be8089ecc2f81a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8a4b24b30e081e0fd3981930d68fa766bdacf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c069eb4a43fda5930a2b0727182ee9128a4d52644dbe540a34ea1cbee361f1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6922a75e14cbcdc16c1c07054874967527271554
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18af587ce68a2d2176185de6b696e344c16e5d3858c8055e399b13ce0f3548dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391a1fc6aa3ee122bf79ce6d151f25dc95c2b348
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52259e3c9b7ec895d1757d48159cb5192a5b45afef3270654de2ecadac1d5ab
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a099c9c06d210dc070796bfa13f1ac1b64e006
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7a660c2ec7a51e3f814443c5765a8083dd59b711dfc7b102bd61cf3bbdd7da
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a554662ffb7e43e77b7f5fef560fe66be4fe18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c61fe16d161ce83cae9c68f102f5827e72f3b6db775e139b1e6941f4663209
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f1ee826dc9204d67ac50b3d7eae981b22dacb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b749db0b4d9a771b0aaf687801d6974e310d1729fbab236a15214e41c74703
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c500df6134efa60411574806b620b7d4a273d0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cd4066fa6961f6bc2f68fa156f0bf8b4e4794999301ae3236f12862bfde248
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a80a81d8e9fc2ffa0e4409d92391c2ec51b2ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c16d60a46d17f440d495ef74a3bfe18cd60dd02bef4ff2ec5c6cc81cccb765
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd9d3756aba777e59e066e2c1107cacb4116f69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcae50d21514c9851ff844ee0787ce3c39193cb67734fd4465d30558824de51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3bb15c409af3d470269c57b6a2241ec604ec30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44ca4a627c8b99fcfe2760f97ceaf6ba24f452c71887056374d2f34c1de65ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824fd3a33e7f262adb1548eca10cfd472b43d1c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc9ca54e0f8cd5ae0ec03c153c0afaa71433038dede61b393620160755cfe25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cebb7c537b3e9ac5cc4cd148fd26b551ff031f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee3ebe17b6b40b6fb5649387c50582c1e20e18f909d523b80e528dba20145e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2e78042818ab259c5d9b28eb686013ca315c25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f18e81f4f68e51116cd57b046f13e6a391f68f43027fa8c46603ecb39530cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf596881d768067a6f2120344fb13e7f91a93dce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c1fb19c0cae70bcfc565bbe7a1a6b289779ee82f7555bb90e886fd106e912c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1c14aea30cd03058f3211ad39c8364aea0ab0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a5b5d05dc77a84024538fa76d25df5d1a6f7faea713d30b61843c5fa5453d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224352742808fe38428c5b21acc76759482be0ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1e8ac1641921bafa90356b9d655fccc5d5a31bcd90047303afd9bfb81cb9f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db1eef53a2fc211c41cc975d665ce5078beff57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12137c6726c613907cd0481db6c3c11d9f2f5ee0e73123270508873cdb52dd4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09badb76de5b5f9fd9672f4de5673ff47c18dc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61628f1fe483d3df15229e14e50ed3c01d82ac8509a667b060c7648ddf5cc99b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3996d48fad605068e8a6705f89799b2004cf68dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101480fff104f8178623e7ce61e057f2b7203cca882bbce0458f5fafad33d2fa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a54029550bbd6e62c491450a9eb93fed1bb05b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bf8598e0d03f2ab159793e10fdd355982e9ae04758a3a699ff005ad39ea286
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c681cb5ca343837e530c3106440b8a16c1adf5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3616ffd24575c8516b3b250458c9329ca8aefb48ca83314953518771c5639385
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa9fbcbdc24009fc42841032cc4a773d8e03f17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaf85026ee3790e68c3ab44794b800e1e32edf13d071127f70eacd310280610
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36219ac2fca26643f65345272fa3ec45d932de4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc55ed3777c38d780e8efa80cb14addb5db80a1a375455b3480ee08cb415fa9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5e4f236990f684ce7d09743c141721cef63cba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72701cd36d09e39d32b8c631fd67eadf09a0df4ccc6ddcb876c0c9f363219882
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f4853f0b26403fbb54988631f1f72137607b20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25786303af43d631b8fe40b52de593517318b3d957ca25d8698eeefb6a82e676
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f44d683a5c39ba8bf4e550d7a82bf2137764e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d393572e0651a6f0c88d3d1c30e76205d61098ecd7d691539b9def755107f27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf3f21feb8af0ea63abb308234b4b55f417ad72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a41c13aa3c7a2704c77676cf8595c41dfcaf5bd6468cc776b6ff03c8d40759a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58fc2b1456f9e0f1f840464e3c2e40edc47e37f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8801da7495ea2c11d8e0f87706354b5f8e42b3dafce5512c1067c3c749c7a23
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c21c68325097214d925743629981d743da3854
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd667e578f076436ebd5145192e8f78d5e5a3cad231965c88189e7f166c01bcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a905b4d859a53313bd001bce928dfb4bcb223791
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e6fec736f8d733705caa6cc471d978de558586db9d0558697e91973180c16e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0710c4069633913c95dbc7a2d8a05faa1102cf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79db8223e6be3b1b47ca8ff219ccdc0f7203415e44bb8f7c874d462b3484ec9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732b7cf0bc43b3b191cd0788a240527194dd163a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec7bea64825c5b4fe2d36ff7a2172535584ab935c90ef51e5289d06ec80e6e8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a7e8a40400e225dcd6224562c0ae291af93082
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60e10c4216dc235c2809cd0ab4c549447d53ee519ebbef9f8d03309bc27e546
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0830a439471fb4fe357b46e87064bd37215c9d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81389fdaa1f6e7e7b50e4da767cddb5f9bc106744cc416422a4f4f868c92260
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f95caa64a978de033960f07a8ac5569eefbb37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359236740e031b2780e46537c46366ef551025de90cf30e78bf2b714ffe20439
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4818d49786779a00683842a520cdb756f17cd67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f22bce5e74ae7066405967155bdb74758dc50fa7f0be2273fd92a9bb003a1be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac8a6bef78d79427212b402ac4010ad2f329695
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e61aa27520e7b708c4de95c708c0fcdf0b102f30a30914f576568437a8a262d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa411a4458133ef446622adacc152402e0ef37c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9c83992ffcf93319be58a82f806253b9e7a4c86ffbcdf77210c5d5b68703c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437f89f9b7b0ea2b77408be640ab65dba4f05fd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0fb80f3fa8f91154df2227a67c78c21df3c945c1d8850223e67e35a2565614
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276bdfb42dc964cc17087e0af6e7e3954b3e42bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8789e508078a1faaa540ef0e8f2a9cbf651b9a7d0e5e46745bb4cb99055817f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0683102f9e35272f4841a2456b20c5a2ebab8dd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4666f5c75249e592ac53e200136627ffdb485551ff27ac55074071ea1c89de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc04c9bd25ffc19b5bc3ad1f856174b6d1f25ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbe7a6f03cfd78869a44f9dc8cf5da343dee72b19c3b39f53bd8e7ba9b04a93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2625a176c232921caa914e3e0040c457e436a3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bf6c756fbca7afe5d23cd1232c7ac185cd618a647b29a0520c6ca2375e2c3d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e88b18fd91c413306340d31f829c921bd08b32f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc468d53aa47d29e36bca8d6090e51abfb370d420b35ec0bafcd949244faaf8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06aa74d341f5c749f7c5b0dfade18afda32d263
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a873d5725cc3c9913a3324f251bf463fce7a176bd34afe4adac7c94b9b2420
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d8188d8d82370b45a8ed435cfc1caa19937ab8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd68195a4e0db5b0a8c7a4d25264680185b9599dc4bce6befc3d2457ebc4808
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bffc81b8e837eef1fc2800cb0ba9c2bdf910513
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839ba44df558184989bd1736671739c2451a4658db9ffb25b96304fdd946dc8f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30341555de6079f58460299c0db75edbcfa445cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2bbcbd52d361b8fb8347ba28eef16044bc0f51fa36028d1d3c41e0febbe617
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1f4199b3511ca9d4516472a078da990440ffd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a1214f5c3361763f9d33d052668eeb1ccca89c2d5d5a903f3e7c110166e6b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df23775909be8e7f088b828c3bb1c3912e2b32e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d24fb6ffac6e4e6c40679606ab51934e768f405ee22890f0dde2fe35079b59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5272ca2b4d58e2ba75d3928e842b262298eaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db49b6164ae38b8dc75f01cecaeed0f1ed500d75c119231a5dc0c15c96fcb18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cb565615cbdbfaa193528ac61922b0a92f786f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa81e3dc58146aa96cc79ea78667dc502864495c63ccdf30ddb17dd63c72205c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e8ad4e7a98fa5018b8f3782d0b537868e73d8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372786f9b770e490b9ad4c4e24aa22caed18c3c968cdf595544ad69f9a7d4cc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ac1d1a88cb0e06bfdb8546e16032fc33494680
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef62a335557a77f30c7ce8830fe5c2492dad7133620b2e982dbf0a7c3b7dedfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107c0ed012ae1880911692f717ce0f39dfdac351
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c7ee3e600aa681baa2013e8c991e0702bcd6c369f74f0b352334b30d401ef7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f517b13987552800b36dde40f52d12f1186d15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f99dd8425c000b98d443e75f2e5fec2ee11a99c677872d3eeced652cf6d5e3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb99bae4dee96726375434f3a82f9c6ce8417c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab185d8bc24f3d673ae3f36b29cf31726ae8866a5f7b6e64b18df839e9ebf3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da0f46d74c1fe954c72d99d058110cbf07f6185
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c32d1e865831b68739bfb99342043879178e99d8ab4a704fd2f36f60cdfba1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73b47d3eaa5c719dd335847f34ca50b7f30d523
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d535574cb84a49238803781d5c86db2e4244ad9346ece1c8fbdad8a89fd5e76b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a223f9940500e592b124e0cd800e626cff37d76c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607271c76b7c8b0ade73add25052b18b1bf2ddabf08c16429a44008e181a5048
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c2e5c10f383a807046101293458b86e7b8787e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9d99622f13c0b78a60c4bdc2ea6114b3bd86bd82d86b8ddbe4b9939fd2efe0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f29047693bbc93040263f51ec4d59fc6183411c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82234684d8befeb65c8fbd2c44bd10481f7e74f15f3c48465ced308888042ebd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094dafeba25e85c4605c6fb8ac8fb69e2bfda04a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f43125a90f8a0b7d7dd3d687104787c89076d8e9b9f80743b1089d48d530338
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1509c80c984dd2e8a2348c07d155033cb402f620
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0f493f5a1055b81250d7879507b9d2a85f99c362955ded867739e8cd9a1b78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131120e6fdd6ac0f382a41ba67589919a5cf3be1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc12e49941c5876a7598595c3b3609d0f5cf488ffe9699c6ff58a83becf6231
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181906522e0a6ea0fc065eb81ea13cf13f322794
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70b0ecee798f7fa0b2bf27f92bd863ab812325b0d0ae31decc11ebb602c7b75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f88585e02720806e2b86408fac796fcede9bd43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373831d6660647a5b7b87fe5e5b45952ef7391e98b93d5b156c4059342d75c79
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0135e961eefa5b8ef3221f91027e1551503ec8c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a59c170d26a6f711e8cc80b38ce65f4ce3a2e7cfaa6e51ef6b964e56374202
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf55ca3f21eb480c736e3040dd794777a1f81d11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c499c858ff1d928e96cc6c3eaf553fc1e413f7fb140cf5774ed24f5ef5cd49e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21458ccfac6d23d41b50c2fbf9276db6a7140374
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4badc21d33c23fde0b3cc8e369eb3d128e5726b304f3198cfa2e3cb08440016d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aee44659eca28916be4975922606bd2ac3f24e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e5cf1869abcf28235dc7bc1925fd51b34cf09c548f7372fdc397806a3539dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c46cb17fee1b9eb530d145104ead128d3760015
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d22875c01aee75f18bfdd435874638e58c190a8579301dd500e1c53d36df06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603531a81b06ddb66b9691d3080634fba2740178
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d28c94f9336ba7eee3e49905700c725c704a1f87ac8da8c5c80b91ac44d3678
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd9c3fae7230a26ed6f3ee138b79073f03effe5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a770d1f4ff07876dad184699d65fb795232bcfdc9988c71b3a0a086b341691
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622caaf96ccd97eb2c82d3d91b0e116a06abb70a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c119c7b752e6541c72e59d1c4c0d00bfaf2930b20245f703edf94cdc0be12fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842d4c07cbff8186390afd1fa8f167e29644a199
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7363060f6ec6451e1a5fd4cd54baf2e038456c27965f6b49303c105bc2b914a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f303f190038bbcc5516feb0fa177b073699657
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdd6112e959fbe47ea8298a02332591a49ba041329759df70cdcd9b8c203920
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0812bb40517603c9091d3cfcca942923e4b47e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846faf7b23370df631fa89600d9992dbb607fe4def82258df6e15e7b6ec5e1c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca4607fbe3d2797309f29dfcd4cf00942bb81c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8410ed64620ec162025893243631107651b6ba7a1d13a42d0d69d45021d0ba
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2662d66a38db4afaf943b6ab7f37cc5d811dd9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512a6f8243ba8158df22948574d5a9303767ac04b22f26917c17c23c07b76f84
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88273264e36fda72efe2d61f25e045c5e3d2b010
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684cd67e4b43f337a2476d58a463b6fa460fbd87ca0fdb6b11ca98374b4d5a41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ebd17404755c2a240809fadfb1268fdb054d6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73f21559201c307ef8861bd921685b71dcfd8953a992a74b0ae22f180cc2f7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4e5064f9d0b431443f525f78a0a1fa69d9c1bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f319c5cf14a14d1e5a4034cee23fe4834f322923b34b0275217f5db5cc3f2c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701d18162a7cd1e91842b66de9a7f3c0c3deb335
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d703b1b3480d9545e96cd6b7dfe51c82fc1082bde675cdb47e6d82c975c7a022
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818002bec5c1dd4a316436b8c14430542d18975e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc3361af31402f0ac453afa286adf8bdf10a18a581cd70e066185321992987a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9732af707c4c9099f192c08d01a057053a468df2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e80fbf28773c18232005701be5ec6671e52b7baa28ccbf6756958fcd4297963
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee977b287fe6447ee3c1e1bc274bd6a58d2e44c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11654bb61e4414744a6da8c99c3b3b80a9232fc5cafb53ead4f2f438ad1f3db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f611ca4b478cb5e1928237dcad6e94eea4e1d94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda18e34db49b38736fb06154d99617ea700593c1ae9a94440af6577032d5928
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4bb01258d554b52b596e4140c621709bb774a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f5784793640a5cee28ab4c2177f7615ba5722cb080ab7012722cb1e278f37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f8051dd39a4644e4628be85ebe1f296512c66d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f171882e1f2702802889070603cd5d160077247b7f98e2dedffefab8d10d8ca8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234653b79f60fae6c55453aab759d90e1bf25b25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2d333d99fb660a582d6a9bfb00e5e0c448409a3371f58298c751cabf05a2ab
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495ab98a4160aa224bf899eec23014b6e3bea075
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8542116f03b7a5001fae02543c7f281fe8caf27bb01564cdda26e170e004b4fb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b823ce89e8edcd1af3993992f1ce692eb0c73b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058d4b023fbfd21ca114838e65320a9ceb8a03bad967d2855349f175e96c5a22
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b99ab5ee3c8fa78ebc30d0d6adbc055681450bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ce48e39943aa7b2e2f6b1ecc02c4bdae8e272ecf6070622aef680e2c12a14b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef497de0fd78a234d51ad34598a943f8c0bdb465
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6053dbc077bd9430b042464f2d688b8c98f6c397483e5446c14a1fa097ad52e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd188045449094e72acb5216f76c518b2b53528c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae59c361fff4179b148ae2274b9bd69f318d88f91021158962afa787002e6c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fd37445a9557931ef83d763087ba5f7334f358
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faef774bc4ac4341bb3ff97eeb3a42f3d74c4a8e9f5993acf9e47fc4fdffe26
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca71d03a9bbad20f8322b65d75c4a34c66020c9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689bca9601209686c692555512336fe715d842eacb2c53ff4e54d0b304f38c59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c1b3785f114f419e4b72a5ad93e46b88e7a63b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d34569ba1a295c7880f119e781bf558e2141b394611e5efe41ecae9515c9ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e9de21490a3395959dcfe607aa36786191bcc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1202b6f6cbb9b8ac9ab717dadbc87bc739a10846e0de12f6ce7eee872831c7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c155fe5a840f179169badce8c7ff4ff382b1509c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507d3158b80832b997590cc5eb9ba020daaa2c980103c2350eb6c57c978015a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc836602ebdcf6c84b721390487ac3f7afa2e05f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926784887b2c1372013c5eb10a18fcd77dd635c086e208a080a08b879ec1adb6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39aaeee912f86433c8eb380dab50c4a1eb7a88b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f11a35133ac7f52d536fe77606ade532fa964ea5939d898e1ab79872491eda
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036ff24fd6aa6aed3b5e93b76be99181ee5f24da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa070b70f4a2798f8810f843cb97562bde2d97396ce515c5f626dd126071ae23
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c78e77c2eb9682bffb8884684c9ab8a0940cd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b496f4ac572baeca980e3eb12825658900a10626404be77b9c79b34521f4c4a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a9b24ff4aa06387a2182cdb472d612b811e4a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b401ced6e431b7b4c1ee9cfc141526da7f084033b38fe12b472a00ece5f7c22
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84965e1b441976804318b331264e85a761d9410
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01534266dd49d216b5e03ba108ced9e64f2022f99e0fe2f6e949608888776340
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48ae4de2fd4f544cd48214dc6279ab8c19cff2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f15753432dcf931356766b9b3cf9eabc96c9fab6eda3eccda55c601844a203
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d49d948277dd9076d7edb250e76cdc0e6d60511
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea842e2575f5da5c81f412297bf732758c52992230f80b2db71fbf4f38d7171
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba9702abe262857836adce6c1a4eabbedf59846
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6269e67d8e6aad03d17249f9e989fe6c5ff777e75163dc0bf63444448afdd36e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44ca3f8f00cc7e21d52c4779802a90c60f25ca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90230edc7a30adf75638917628f55213abf16b892489ff616abe1a563bcebd0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d2dfb914f51adccd166f3815fcd5bb835f4858
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df4420e6c65f8e643e151035ccf81983af4a611efa0229e117a7c491f118f77
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5f4532df5d438bdb912acc02641950fab8ce61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c43a6c706df32b7c9f01add8a1fa510ecd14f9fc05c6d620ca0a037e991478
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aefc71e0af9e09e632a1838ebd4e82ea1a2c76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfcd6346f2ded97c4d3295cba67844b4ec9c3eb652e7b19dff6846b83ddcb2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad1f528043363be19bd50deacaae61bf92b48e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0df497b7d81009631b5625533f5845075d2c8e604081f5f3334dd87b096b10
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db711aa3bfe2e640a62eb148a78a7cff4a207ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e5699272c78a1232478f8b06a7c58758db29eed8b98a4c960539dc6e02e827
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22daf94b741d36e766d78dd4b99e8319a838c7e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e412674f87714d3690da7bc9da1dfe089c22ef641639e47cfafc314b0fe4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e0cd1962e3476199b8315e059b37a9e0d0604d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74b604054ca4301b3de8d36153aece831517bd4d5bfc745bb91fe6bd9e2db34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c08f1237d3b2a1b1ad4016ebe6da3183eebb7df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94eb8c176d717678314f84547f8ba2aefabdcf63a3e0f44ccfb67a932445e25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d597724421a632419803652125dd7b88ed1adc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561bf7cb55e23a9d9dc7c39231cdbb61d059ec1c65d85241e1215b3918e072df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a322e5a82f6dd819c000df7fb288cbab9b0e93c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9862596fc88e26608c76da796533ad69584e3e60e90fed7034db499b652a57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4abcced4565fa09d66aa9b663f997fe04c3659
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004667d8b40fdfec0f3806318a00b15995d87007a0dd0a80bbdb7a3b5e198303
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e043dab805683f70f84e45616fe92c6ae8db3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014d9a5b2e3282107e958fb077ac53467e6d640139a30fcb15afb94bcb06e352
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f608210849ceb8809a3063d8e103d8af418cd3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8b4585116ce05b8c41a0c7477d3459fffaee0427744ff21c1c8d127d396ff7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c7140f8c79bfc41ae30cc4e3b81943f75d0de9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364fd389a791be924e88bba4cf3b0ee47cc8d9bebc40f474e319d00ae25ac3a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5606e36512a8c58f97c1927bc3125e19c24b192e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d421be9b1007a50fa7bc4123ae03ffcc9c1a8cb8a0a9ff31963ed474e271ac9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6197843044b2e4629176a3a0823de3efa701ffc0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b780fefbfc9d8503a8c599244aff3e5f4e49e689cc6b7d54a785b2f41170c40
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a460b6657048ab5da3f38fe9a690f14d2ef9bcf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3ba688be80208ca52a21eb65013b20f38e8194c32d2992bc3fe41aeb15b973
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412716007695d95938644a557d27137b6d521c06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430c0492abf2c5238437e368e1d40f85ab84c5a788d439112939aa30a24a8002
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bef1d74bd277d417cfb638c7d0588cd2a7b4a9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58968516048ad704da6c5a7a10da521a870d3f02a45ea3106a5032d6822ae89f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9140c0d66d36210ab4533deff00e9588c14554
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a021eb0973450a804ad47f9bd66e64f4cd683242d2a0fa99fc00899442892925
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0ef7241f6fb5a65307893d7959b9e25e53349f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b37ed5de16234fa530d53f875216bda9f22d09455bf67afb3a4cea9c9f6fbeb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c109feeba3d7f1e450fe00d069a132d2f05815
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c69609d2af442365e4ed21c857229e137a00ba9baa18f7e0dc7ba8b36821c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499a30c347eda022fd286ba41579fa4dedfe5620
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55215875b51d8f44349b4cfd59b91b5a810df0b31e01c6f62e053fa377e32f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c230db172a0259ff986ae726cefa0bde8e1ed1af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae9774b709cb65b6ff3eea92d3d186882c18ac2f0c3d92a6c9fcdb9d0cab644
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341543515b4a2e24db1d544eb4b8daf78ee4fb8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2cc6d6621eec3312974c2c72245e4736f7aaae15583538011902e625d475b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc088d953e617c229d3e446e46212e3688a4618f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5a0d546876a265a1fa058e21a62004c0454f267e8ac1ecf7fd604ecd918519
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ffe5156872221bb3c9ecd0e50f76bec408c6d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aedeb82cb7a4ad4ec801c75d9ff690b0620debbbb16323bbb80a6c4b2ee27f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209b33513470b17c2ef7629c409fbcf867ab3567
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db1a9b277ca59c8d47e0075e7e77cb09d5d7eb4dda58be2891feca1d76f37e8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac07d44c901a65b5426b1aca4807532a76a6ae2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0749d09220dc02c1a43b1b03b80c2ca9cff2a39f3d48bc12ee12877e30032517
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674deef59a6bd274278d722f64c539beca2e570f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e82995ea1c4465c6eb5522e2a1e99278e312bbab1cd71b24b2e41beffd87918
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726a5a3bd94c642825a3aba5d87eece554b6ab41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e69acece81037d50b38a18acab3672afbed346f0b5e52a44dbf7a40f88b180f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a5cd814dbbc8c3d97867685d241176547eb13d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b12c7eb448aa56be8857d49598ea1fc3d123bcadcc9c7f7e5064cd9db76955
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13518d5a43ff41d4622011c52b890949b020e435
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9ed39980217cd46150aff32dc61f5262843fcc0ed49d9db382a6b22302dbd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ad78bdd07cecc2ab394a6b149c278c11298284
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b92ff194a723b22999d789f588ec36aee3325dc60bdbe94f4785cc4a5bce79e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8861f16aca952fd4af1ac40bfd9c22ee8a7dda3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e3f3bc6486f37d94324350411205a1fd77086bfe2ac257ff70d0a5e24f7e6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f258d6d07b01a29d1269d6a1f587b95b20520ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e39cffe6db0b20f8e116dcb46f7204b361f42e4c2e01f0c8297b004e1e80d50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6721206e28279d84215a0bf2f51ec6885809a203
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b1ba6d52d394a0c9698fbe3ca742ce358556fef417103ff8ba1681dbe4c8e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbcd8b2f0d6ce1bdf1ae294f43954ac8e949d91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806693aa650a210c269e4174294a8e35252152fef8ce0c2874a8697c7f8aa7b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac813175d3cead0b05a61b1f69ad0059820db911
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09449cee4e53047cb40504da47117163d4f72e96583a443efdea789794d9973
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52acd16d962aceb049481a9c5dd386bc682f6708
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9828274b77924dd10f522b2a7339568400bebe884b4d335068f2bc390de8cd1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a1c53aa5c380e79302fd2304cf4bec82674614
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed960101897d0b67e06121e7daae5cc5ee8e0875352576dc8a6660d83676e40e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10555b8c852b2ce1b3a9b3baa6d8b1b2370927d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a94a151af0388851d376bf69583b702cd9069165fa2a7b42e13c03e36069f6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef76a55c40dd711e5b321babf480e39ec243d1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5f1818b887c87fef9bb342d3ba6e7154992fe8e40eef624ed6c1a08dd395f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654bb7ba7d8ceff28782772cd8ead998c96e375b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e418bb3fd0fbb456cd8692591b618f852d2405d8b3a83df142f436050975f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a4d2328b091ad883c6c019109afbed982e3057
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56da2537b02dfbfd3d90741a2470ecfa5f025377f52b39aa719190243f508103
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572f0226cec59986accf051ad69aae59514cd138
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6652ef58ef829fae8150dcd44f683334120e08fa2b20d86064c11535f2cc047
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47a93831370dbea72905430346a1d9148f81e98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eba60fec5d3392bf333b794073f920ea18165dcc62527451d389117511e2dcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1894e83cf396dd37704344854fca99d215c1edd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeafe33085f1fa94cd6884dbda5113fc5ec60e6b526e59e2e063199cac1c080
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192548dfd3fbd63edab29c4a8662e13f7e9aefeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89079329ce8300c793fe4123691f68fdb9961bdb5f697aa187047f47213a0016
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bcc3abb2316742e0c458c07878024d31042fd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f11d6d2404baf6e6ba9910933904a9949ed60dc708272641917354d0f0eabae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f1ec973ab040d3c205b2ad4017fdd1a430f86d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c741f4299112b957287f9c8fc2a5d180c328b1d414457a100b9302c650cfac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a80426e82e83ee689ef4a44bdf169154b4cb66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63777be19068c1aa800d328575b93fc0f3c4e23208411d1fa0f7c0789708d37
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25707e27e2f8d120cc21199d734d872c51df623b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065ddf83983fe8b4a12bd90b17be2f44dcf4bb4cbf756b6e2265d6eca81d647d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fd7fbdc9ad004081fd6ce134773453d0e1ca17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c2c8cf71a08dc91f4aa1c29b72543eab0215d005d0171f3984e92a6c346107
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdb5c1a81f32d75cbfc5f7830a4a657a1c5e2e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577a826557f5df451903af50fa114061c74acbbd5a7589470b98d833d4e6a065
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a6007167859a61d89552980e019f9596eb981
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a044eef391454b7bb96b1ac3cff245dfe597a656cf638fa95a1f530c04eaf0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cdbc94a258a0866a79a03a4dcb8631924881dbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116e537741ff5cadacba0add4105d4ca82db6eda71a3f5157de43a8747565cb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee353f4fb44aef7c4973a3a1fca49e947d191bf8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc800fb05f51d235052fda9e65ba10c71f9d83cd2d3c3a49273e121b13845b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f06fd0d9c3f2d9668062806b7893c2944529fa1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92e22cae510a1af24c4daf6f0aab2dc97025c93f6f093ea150968ff67010225
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05feb36ee008efcc19fb058f10da1a27ff00168b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ec15c04d54a53368d590b57732a80fd3f30e845af4f700c3c7128671387796
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afc8b275bd7b29565af775afd6241989ba39009
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6058e3b76523580f6074c1c154b40df85052f8fdf406457e916e81eefb4b452
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da7047de391bdaa75ae41b9adbeee3100fdac42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d6c8d653d3378763f7119ad53dda7a123171f9541ac68b6a7d38f5aa01a785
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2fcf9e7283a027773d18e35b321461cc04bdf5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30449988da275954b22d0db76fcb20718c8f4dc67bfcf9ba7e1995450129a446
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ef68229fc3b9ce68b111f6ec0a1b044a814acd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6e8602d3f606167ff3e4cfb4bae676a5f8183367e5f06a619a4ad4c8aee888
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e8e523c69c6a937aa7faa0fecb58d2bc349e84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99af4592f77e368a3b2ddd7fc2334581b892280b2f8a3747e5572f0dd6cb9f3b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fea14d6ac63b9b9067922b661e9ade16f4b8d99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45ebcfcebfec28f90f0a064128039d81156916300fcdae3e3fa8e3c00aeb3a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091fd66ddf7a2c5337cd60a5667dcdb0d183eb1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d68a4453f2a28f6545728ba1da8b3ba2f113c02c5fdbf1e5ae5e0cf1ec533b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7013cda5642e3e0f035906436edf022ef79f1ba4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa37bffb59788df242e0f4d44eaab2cadaf42e4fdbdc3564e591509b24bef69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ce3e88d0bc472b5bf05775a777f5aa5a060fb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a3c28bf7eec805404f80fea7e4bf82c1a1ee2377bc49464086adabad4a0ab7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bf661dc76bac08ec7097d1d480c4cacfed1dad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190710b854cf13d2ba681ecb341e4a86e0da3d6c8b3b8a376c70439b3578a03a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35acfbb644855b65ba7700e52ea03ad3656be709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48193b4007fdddf82bbbdd7a285e8a02d046b9b9da0b67caa0f3c85b8ab24426
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad59bdb53868f215a5c17a9f1fbcb03dbe1dd89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3390a96bd01d929431f4265d8d8714bdf2363479566d971d50ab62a240716782
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a94b60bf60bf3dde5100c99b2efb14b0840499b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d768c49888bfd07fb464cd241e2ca490ef8b0f9fc2ede5ac42a4da8dd3ca35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aa4e44e001840f86ceedcb448459f8e52104cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc07e970004fc7a9778b8a627d42d4806c94633fcb1ca5645de45e4e614fc09
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e42b0e570a1c0beeda31bbc17ae87a6926bdf4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc055c60c5ebc217ad98aacaa3116a027b5f27f068134045d3cb2781a62f5c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bf9311d96965bf8788a71b45ad654a9bd6fb79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffb1e82fa4e5818210dc3c28dfb5fdd5819eafa2046554494c4d2b1ecd70a9a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b06a2a72289555536a899503fc65b961c13972
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115e0cf7899edfcb10a6a908c5a911a892e104c8ed22c9460646121a1e9638ca
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed02f9f9969936373332575480a3d54c07407f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d785b731d93a05f4f921895fa3314b866293811000a5acf5c7c6bb71a661596
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7522f3a2c0ac65079be5bdd25e281b7127f69e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c37eaa77378ef0500814c5a7b0030a5e56d9b6f72b0994c22749bdfaad080d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21b66ab2dbc539c82ad8a7412d38fe223dd1fa3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ebd20ae7acdb56b1c9f30e6e2606ac55486051bc1ad6d740af15524e70295e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946417a14f83b6e9a55ade931700f113b89d17fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9beb2be74d5a0b45fe1291b1e34392724a7c5d3967fc3cf288a9a12dd00208a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a065c8132672f3818f58f0426cab13f799b7fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a5fc3978a6844d52af83571a4a3144738bf20706b3949b9877a3350a01180f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5eb8c90a46e7b8530bad320a23151f45521a3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44455e2575a2743d8aa28778fdc1776556475abd0f7cbec32861765976597ede
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fbba79d7abd05173f05d3dc384cf671aa6dc7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca3b007a65c275b1a7794fee8d837f464e81c8b93c6801e9ce2abfdb12183e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c171da889bcee87e64e844ad95c0f070d907a08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb2ddace5ac15d49deaa75590cf62bf022476bd2169bbf04789e2fb374a4d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281cca433ee2c5dc5b77ff1672ee7fc8f87e6281
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c66515fe53743a9fade681fe2569728488a876a7f12def98c8ad324e2d30f1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a7fc4e744e345254ae8c4e161632a6d20632c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7bc4994ac9e465cc5f2c3314938ec278f2adf6e31d5452f671951dc7bb383c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0adfe1e0f40a254fd67d26f4b304b1d118340cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0956c0ab09483498a5083f4eadd3a4fc5441aa77389b637909f40f0a215b12a1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f11022c4132e5f141f051762feaa44b28caec53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b7b4db092e37b066ae7ae21326a2c23ee1718d76b5487955aa5528adca6c9b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fbdc25a6ed6664deea56600ba2eff8dce7b947
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2f74c35b25946e20a2cf09a8683c7ff66240103fa41fd4f994bbb2c9be245c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a251c0322698415f3152e0d14428f53cb7c49e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ea85bf9b6b1abd5abbac34f1e980a088c9dacdcf2f40cac66b9c7eac51c51c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dbb7ab7ec83b231aa065b27bbf9a58d1b02b7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e72bdbe1d82f1a282c319d396f0d8c72b7d2b23404c4ee93501d10ef899ed82
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5bc06050d6a401d196b9df19971962d4f6767a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5f809d744ee31cc19d4426197c1ab86aee6bee3bee1837b88316f058005620
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f4eb34155e7f649acdccd9ae5da22608ea38ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a8e6ad21e1d09c0efebdbd0bb2ed87bdc8b3243799c41b5c01dc9fa207d6ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416f557929fc4970a4a9e61dc11ba941b566f176
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2db4cd2e50786ca295b87fe0598a771a08bb866ec73dd41b78ce34d8c89e266
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8637ef23d6d9cfdd2a9c8b5ce1471b9c1a41c365
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ad363566242d7df1bee55124714605f1b6418bf4146d83b304b2621b3f339f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a803f395e98796461f66d12fa3dbf90a2ef7418b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638b577d74b5a73ecfdf9966817aee6194868bf57ac06c6a2d615c83da53ac78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095bedc6f44c18d564b10dc20a36334edded7c55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631fd6c31d4486d78fcc8d996a242626e357c88557a1db29075e9b3715deb99a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1018fc7307496e702d0c12afc8d47ecb54d6ee25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9691d0dd3890ee4df6e1b9a5004da121cc552b9063196183ad10d4bcdeaf2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25576c9ff8106106395c2663257a2c50f9ffaff9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36207dbc864ce35398d36fe6235c2b272377a3ca91b53d305c28b26b10e8b557
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483d0e14c9b22114fb07e4ca147fc51db4e14a64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0783fb2a3ee444e3c3e626721769642d4b1144a624377e6f55b3c676a63458
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4af2a25332e186f33e5b78577eeca60716706d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ff331207959119381dd99f23aaaf9e3574625a044858b399a10694ea43adc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690c249cfb6f94e927fd7e421e3cac72f903ca5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8e43d3d304a9f0c6c2de2bcd187ce4c70a9aa7406c656db50a80458874dcd8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a2c477490b05fac6b2ccac540b3506dd3dd31b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223c0f46581729bef9603b7b766e304483ea0c6a5290a8bea18a954b29faecb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229a09eba14622c6817ec6f166507e4714646d6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c9257a6d28c4361598e4ddc507284bd7f0a01fd9765c221cf2b7289138866b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a1d8f1d8735d5c878526b818f3d8be78fb9468
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8327ce9b08362672f4357847c939dc1086b99408fab9a0013887eb8eefc1ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3594a20b5a1e2eb13bbaea58cfaa7ed28d23e009
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4c73700603bae7ea5bfbfb6f9c1d52500ad50f1e6fd5fd9ce93a0c40ee8757
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc59f90759bee6890b1c005755f2b763179d4e0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eac06fe4001231b6bbf41fd3c2007066f7ce1dbbbfe72c447ae4e4fb139a0a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4fc0164f194ca77719207818c91bee4992201f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fb9887977202552bfc87100effe5e23df2921d0273e10e123563bd77b9c40a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e466f3ef07d8d803e1fd51d455707e63aa64766
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9044954888e22f033bee34b499b6d13890d0f1c17857f0f7591f8a95fc8f36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd3aaadc01d61a53610083ccf852366afe62bde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367878e869a403c9b9289e5a6f80249de30e9bb834546d0c05f1c2e92a761b35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5685374b0bee6351dbcafa6569f33a37687d4d0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1219c7e51b3874761017eafd85f5da7c94ad0c82bb17311f6cdcf1ec794abe
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3438ba3f357ff00ebcd2743c94a5ce6b5082873
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5315858ff931a6afd3d48ae8b3999837aa16efddc5d5b2bec1f4a4f48da577c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c6cc224cc4b9fee37b764f9dc501e8c63ac631
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2ac94cb107d2cd8fe0b89b4b59d847f796446bb9ebbb3f211bc65e56792ba0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3f5b438f2ecf2c7a4a2a12dd55738c0d4c6732
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee9c7f4fee7baee98805791d456a11deb4795cfd10a37c647c6736e73d8a8ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d388a512f88119a7a0aa4adf06299014be2900e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3370a3deafee429932cbe06045b98f6ba6d226074af97541b52e0b1841c04cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec32b29d8de8bff9e424055afbdd4c4867bfa005
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb40196d9592b81f1fe8e589a3dc6f966d4486c4f463501f9785ea6346b8de7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f11ed553bab837b898cf34c952a0d42ad743242
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8f154d9f58cda9f7a805c66a478cc693fd731ef9e5b6a67a409abc804bb15c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7609745875ec5a5fef292238a50d10ff5e0a367
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e088452b9bd6deb80ae06056d079423a08639e5dd8526a135cb7e0b7cee796
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63210122347c56c07873a7da490397b636e099d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8e9b98e5375716d73bade58f48bb9faa01c20261d8dd37af6a43cb0dfec9fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe43dbbba75ca183817ab0c5e62c19647548b4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eb971f6899990b5fedde8018aa30523cd0cd16922c9067ab8edf5a75a6d401
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a945779bf187a4b4a7f46bf20f3c8b85f3e51e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77781196d9a5494b5e4fe5c7b3901a979c193038f8df4cf2bd4ca810d60eb07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc45e2d4084764a16a62d3b112db423e7ea32916
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060f4957310fa3f2a29df8e82fe92b6d4ae3c31a08df088c13c4b9b48738758d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966afacab4dc63e6a153215bddc1d57113ffaf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e444c9dabc91c963467d6b8f1e44fbb266f6b0634518e2e417df28cf4aefd7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb72ef37fab152e9c3e51e36432520d42a5e3e48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844d297ff1de07dc7ae98d665cbe8db49690019025c7366a09db5bda4f313b4e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664410a06aba2a16738b2d411da422eabf94fdc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9191d842b6a24a4840b87958aa8a59f42cfb238a9e9aecded1a7fe95b7d550a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f6b01e7ea54b35cf08f81fe38fb371374198e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeadc892f3ed72891326389ce12fed6bf184c20ec0bbe74c3f36c0e0ee66575
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5554e7177932577335497783b72fe4d4cb7bf2a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d5a4e6d5d45a27877e23ed75b8048f069c810aafe9c76a0859f6f63d9b22a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ab4635706fbadfc977c6a154acb084a8254755
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3775847285735607096bc5df698fd5ba79eb5e28dcdf0c827ad19dd65e86afc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d959c0ba52c3847df560c9bff6ff1f29f672df6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffff7fbc4b73abfbb0abc56a34ce6da0fd23ae21c64e07aed79d0506fb1dad8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887932d5a70698217fa2bfbe353ee03d677825fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da6a0e1b7682ee5d178f876610acbb5f11c4cb09a1046256cb30d899f308e25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622daa75dc5c4b93c3ee6093094d8e816562434c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8e3f51729ce80333fdaea9126cf2fbcec2e81fb2c5240165fec648d498e568
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92491c83332eecbdb954dbf9ff7e647d678f2f13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a8cd25627334cdd3d06c7ec83336179d1cd315f593132405ed31d59a7a75f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cd2c76a2508176dab0d51f239ffb426bd2667a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b734ddf882398138d0c8b8a123fabce4614b080bf3761205e315339d28c9dea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d385bdb298447e3d78b08a10d7187dbb45cc2b35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734986e1bd0cff7302ba51f8983dc66a927804a3d8196bff831830c1a2a482f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade82b7f9ec3a8819ab1488dd16d08450bad8eaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac0e8a421424c764f1716cecb51879da981b3e8d177920b4bb5e860dc357ac5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d937ee92b1cbdb3eab650f49b172036e8ebf1519
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bdb616e44811f5c95d0d50dc65a9766c11f61de8626b436475da5dd81f93bc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120d85cbd5bc8ea8a2567e4493c5da8dce4348bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6390023837f40025150665757fb748561bf768ff9f493adc327713d5561b66a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d646e3def636825a0560f1b931c2c6955159cc58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb77ac1761d286f938be3613c8af798651092585d6f69049c0b1f71d35b3f280
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7544c3eae012cea64a891accc280119e033139
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd4b5df037b5be423d40f64e7df6a2d5ba469918cb8159b316fd85441b400b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d37cfaa425338dbad1e58c22a56a1ff53aba8a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97881d9b4fe5af18e47903ed3e76f4e53756899b4f6c6a46b9221923ec0e427
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904b12a1ed2db1f4fb68b23b8f3fc62b921d79de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961ff252bc63ac84b50bdaab7cf380710f17b12b8acaf683b9d0f48af03fb9b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab89ea36cbbf6dfdacb8090659ede6b10831a252
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e36f7950756cc137decf40e6b5f2826b8fdd7cbf2ae4d136489ed75f9c98829
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43235056c047b21ba5577d3440e116b06bf3a0f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f5e8ae14b3acafc5b1999fdacbdd339bc5337c63d200ee3100f4cef3e6cdc1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9daa8ee350bf28b77d8a3625d17a0fe9cb2a5e47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e282a0057efe52fea07bf1c3692a4a4b1718ae8831bd4c30b0c1645a2fc8dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7010ba6af6a6b9dade19137855a06a45455de9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019627fc0902572b07e2baef0b319f8e61115b90f58f993d0d6098f194d05795
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cb036089c7aa6a65f5073b82baae427c3d5414
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb5d95a110942d5a4717fa86f98a2b552af73830c643d276d53fe9f5c0a6bc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e279499306524a8b04303818fdb045755ba0e63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5934c75e464b8b999515c1c3b3999c96c6809b0e0ec14cbd87baa8e9cc6f34
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fe16ede778b296e48d1271ffb103dea1a2bbb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7917f84975eb84d826598053549883abe706219b16100992264b0e66ca4d2cc1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3205532dfd7516a327173c3df36816aa77566ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8abb9eaeb8a6c1c533e1d395f354f757336e66dd52f8a1c67344c3e2a63a3fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305cd8a9a8b0eb17ef8d9b0dce72a54b4066fa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3051fa7c63661c6380a05678db9620fec20aee23e6e3fed674e906b5786aefac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc6eafae20be26b3587a161a15bec784ce0cb90
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c27836e14f2c07f9e543c04755dc2f4829e7bb8861a704f2df9691466395dfc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd908ba5843db7f4241485d0bedba3286d4adf73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2efb9d5d1403d1a8ed513f8272f6154e051444eac61ec07043b08497c72093
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42aef4220ecbf6846df2723c9d585a980ba56b08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8ad29146ad8f00f261df3dee9ae9d9350894258d28247361c5d5965cc937a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827f36c668e39c680db6f5e32ca6abbd4630fcf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114475bbe218cfed08a2deb942eb44ed228d8cf896a6c61f9170e527ff414f9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac858f621eee20851a3d267432b7733a8e57adc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31ba67b5da4c695a16eebe680e3a610c30d1701e1a49c7579b0d28b627be421
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce60090f677688ee2e2fdae52c665ed82f622bc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1546d75d43fdefaf35af51e4ae042251cbbee5f9952e95d99a9118451f146779
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1500ae3e0e0be292e33f4d960683a652ac29f3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0480db7ef69e956df5277255af5aec08e0a7a2a181ae16c92b25fecf74f28cab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2915f86720481ce5b1b14bd6745203a444d9186e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7643b0ca062ece215b5fb38ed0b27d28f2ddb230d1823bedaddfbbfa4bfd0341
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2e70576b950ae6b3cbbc7a1935946c8868ff95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5e69400e6fac0fb69b49080126eb1b83ec426eb61cce9bcd929c9ed1c71ca1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab17159fd7315250e65446cc83894b7d6108aec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d7283462c810ea26f2e261dfe9746d428c74a60a4ea33782f57da3b8ffe0b4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaa8f40573540e2209879fdaa63ace7fdf564a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f18690bb3191dd8dac178d6d318daba62271aac68b10c7b4801117ceabe4172
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94718822942ffb5dc39107e33423ed76a930fe85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ef5a485b474cc51f4be844857f5bec7dd4c7ec81b957b5fd81e6fc5efe9a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa62f12d9e52716f4fec5717a1d19b68bbd4a18d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36587e434999a8c8861d2cf4fef2ed9cd805f6442d7a843a92a172ca9720c201
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbfb817bf48848420eb32ad6625de40c6e90d66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aed100e4c96972224d7d3a95e11dced50df0f41a51a098dad67f22744cae039
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885dd7fa7c8e054c70b5ca1c54c84ba16b85b848
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bf37c73c6348809f1830237c0fd54071fb218f18d73ed5ef0703795c84072a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a598438ac2ac87031c616aec0a62d1e7c830a78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d811134ce5b0a5dd30ec515f9f87a7731db6d4d3285b6d258ab547340a3aa81
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc35529c3e99186b1b94b04ee5e970ece0704ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a198c0df9aa6e727002c21376b929ecedc0fb33199b7340ca31b875841e1416
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baae087a1f8a4ea4bcf2f0b6ebdcd96c3f21878f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281f7015d5250d63553c70f76b51d19f29c85d523653f51145a101b05cefe07e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0a39bc50b6c2eb513859620828982402b5eeaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fa5241a417ae7a935c97ff56f74022605ff8529c1e8cfd5ee0e96c82d93757
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0908ef3aa0dc15e4c741c69d0694f8cb9a054d26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b6a5f590e95e63fea8ad06c8efdbf15dfbb93537de1cf4132e3440af22c72d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e4c74bf1b61bc98a00951c5884db91be2d11f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274432e02d84027f7084ff36902c2e791e90eb75e6a776054f028648897592d5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c314bd6360995f508c2ce44aa58fb6de36872d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84967ff5ca614dc6b9247f8191347e8f0ee8e67935b8cb50d9778c3afa01e02
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a5f92c8b8a009d9ec5ee39139834c867fe6b3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4521b2c1b462b5ca752c9a297da17c0912019c87a6e916566e17b09d4cfccd32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e854e5f0846492832f91f5890e1ad90b2f09fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88e9c2c6eae602437dd0efdfe29b56f579ab46d4f60c578ba877a1cf67f5304
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b04bd7e308cbd2bf259d25fd3b3ecf9a46868dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989bed8a911122a7aed0fa46e726221f8604cf9507c6c01a280d334cbb6b8cab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85deccbc9719633874237f2365fcaa2bac1d47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4499cb434ea8e05397ec5e9ea210e188e545e11eb2c07a67d535d79db5b6f431
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecf466ed0d1421f973b863f7766b82a72525029
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c91470e13dc3a7e3fb41053c4bb4f5211b192dfe9ee046db6283b0668bd136a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65a34d2cd13bef2a4f9630886fc46f18251c591
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985676243a3f8df0d3e3a0f28d527915506de3fd0eb31af8368c11ea95c639a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4607c5c32caddf22d3daabbae4cfa28427bf579
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183d61a926edc0e6641421be2725412da186874b6901c53413903419dd626a50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35cf25eeeb737460d6728064bf4fb879f9b7978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aef392b851cedf4930d1eaa546399151b2498974498c47b6b043dcc1c6d1ea2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101f636ae31e70a1e90d4b55b4ae6e4c7079ccdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9e8c2f1de3578d0ccee6242136ccc7b34f9e3cc97e5979269f1e34c5def631
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a734482261b2bdf7433daeefa66131fe945aa13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104cce8597cf0af6b7bbe47cff8984f3114bd9f3ff3ae11b457d1feabe271bd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b2e0c730fc26b06b83963925b24c830db91722
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e3115d79100a441553298f0080401c358a36de916e99da85e2fc7d9b0bde2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c43d3d5077458ac34024798c1570c06ba9e135
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a824d95b48654501d46029c8c2ad6742266908e2508f4c090f7f756e32b4dde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c867b2ba09ea81a74605b4badf2dc4e464f87a19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09036ddae622934929a54dd585074819cf764bc745ea9d6051c56ff0e981a596
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94f70c7352407384cd18e6c72f2faab9075e283
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f7a37b62d103d9f997e2d823f7314222a847b57f5da5be07e090ec8c8bcdca
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4efe72b2db4074e91b895ca803a525cf7851e97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05565407165c4d00d371336d86ee51bd116bb0144bc6f0bb6745748042aa81c8
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baac375e3cf65541ab7bdc475354b90ba8a3f52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0026e8eec254929d530252b18e7b23325995bf060679ff76548d30f80d24b32a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c33971b8a2696aeea910bf511de82919e42031f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80702d9cf83ba5cabeccd7d83fce385906233406370a318baf38ecff4116ce53
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85bd4c746c2d197f76048c927a70070c47195a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edbdc89a759e782ed9cdaa6f10dd9fd7ea12264d438d8f42d2c129ccec68a0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9c7363191eacf6ea1286d78f41fc8cabf676b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a440c8bb77784d01bea3ec0c04034cef776d03a72af404b9d053e4af90780ff6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4e0b831b4496cc4ed13c55fbad21f7204357cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebd84382a8c5394a92c3361ac8b63747f386086812921784e9e3c639f5aef3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cabd32d50cb1c2df0dc0261d9fec7df7077ad6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59e2347eabacae236cee18cb7add562876bb0c05ee73bea31e1baaca77764b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e663df96cc8a5d567814f30d93abbd77989b94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016bd61e8912d278e7f0befa5cd0659f6c41441c85f93a93a7faad9d0a71df74
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3e9bd67ef071bcaf5cdd27d102822d22d40395
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e029ad6ba58949365c826d077dd72e2c226f78eddcaa6010dc69f97e7e6fb29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec27feeb2e53cd88e0b8680aa42e87ade95d894d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168c469e08b0a6d153b027526c0606f5c4f8ad4f56cbdfba796953b0e7d88ed0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a00d9c867f4dde78b43ce40d68822a19b17b7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2566dc3958eeb1d3346367d0c6feb41b3dfae066f92dcb63ab90ac763cf0045
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c954653605f5db1e54f2cd34da7384e3ad85356
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d12cf3adbdd57cab5c770b82f2784f712868d88791ba76f6b309b6f6147894
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9414ed29b87f0115d0c24ce3c98a113aa9d219
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63cec8c60c40e53d84d9301a6c2896daefa42be9c2b4876688c9019b6918397
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4356adcdd37f30c256d391aedfc572b75da2d8e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf0af7e93df283f71e35b9861dd954edd2a2f0fb2fe5917d1f978e80ea89ed
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57b0d00c47c0e1c2e27dc386945411f031d38a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc91054276b3a3614f12ad410bc65503d18699501871154cec2c57f581ef297
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b41e335d3b5928a5d0cfd4b205b3d0bc6978b08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb1f89d6975e92a7f46db4733e6c54efaa9f2a148bf8f5b7e266f7899c0309
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4678c743d85c39157a1c6fe5336c180ecc59b259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae0dab753e47080d0bc57bb03dbb1adda7a5b2821d34fbee1fef1e653d819f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ea2f0a917bc51783ed952235f83b6dff1fca9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c0b734cec02f9cce5eec7655e7be88f6f3afa8408cdac36cbda2dc2615f56c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8a55cc39627e5ba058dc3d6b5f25f64fc144f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8622b45d12c229d9e0d59ff2687bbdd911263e67515977e5a6723d7966a3a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dbddd0064ab020c07ae32c42c5aab6c4cc06d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45d88fe2871249c4f5f7e5c2f4c2afd64a4a33428a30669466c4275ed304511
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8181bf7a9e68d79adebeb54f4ee14dd1d60b3b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072457e2e4550abb307f0a906dec2d6a754142a4cc66c51b5a6093ccf3e2395f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813ae1466e42bf16a74ad7eaf211551bb601bede
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb02a03ba56dcb269eea54dcfb487707e56eff70ac7d34c5e6978f2427e6e09
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96948db0334bd632cd62f74b9c528f28cd896dc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3b4e7b11ed826eb2c31774ab21e2900db4ebdc35f24e159c0d94cf3f8f73fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bbbe2d778788be28008de6d3471263e79c0e51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f866f701536b2a96a610a63e40718076a8ed9c35e09e759c0bf524d30fe381
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a139fe451094030851c9a6349aa9e70873d56d61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ff3b31c157eaaa1ea0929a4ddc5a8a004981244ced40fef1a86400bc26db70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b845c475f86c2f7b21226c59aa1ad8302f370
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec67f1f7e906f8fa34c7c8173b9d2027a46db55ebb3c959bf5e3234a58bc359
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebb078617c64515ecabc9b55e6103ac987e53ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8ed960c1bdae088bec4bc5bf200bc35a85c1fe6fc532c0f00417135436738c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118b050d05b3b0cc0601b723e8630ee3ff88c22d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39370106f5a9ebcadd5130d8ff584fa50442684542c9d4258ed34c39ce58ac17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c9b95f6a7ffac9355f446556815fd07e1df694
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2281a5abcfff846f240c79fe7fed837058de5f5c35e8544ff567daf5923dd3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6891a989b3b99f9f99d205dc974d238347527852
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f63f6a52c2076fcf6006599d6f908a58efe2fb7de318e891feddf6e5622795
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09daaf822eb6a6b8b993dd12ffc07def4e3e94d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e158f44c17af3904425e16a041e252f0007299a9ccfad1915355674622c279
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2187d6162c81f95ffc745699761466cd862163
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4c7928323784bc768b076e889bd2531a3248e699aab83374eb491dbf6b871d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93466ca539e0412c832105ec398a33f5bec5800
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57e139aae128226a56a09fa5753282ea8d03612484d820c2a4689dd97d28885
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c506bd3312fc61546501e79a16f507f24f7af86e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b489484363e03e91bf22432822e77742e1a14bb64e6b4a3e867a3aac33660722
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da6bcfbd73dcd606e3eed3d6b4e2d58ba5edab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d1b32a78c7931c32f972e5c0ff6e73795ec1deff79156d2b4d196fee0c3c2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720f682f12563cd270373eb53d1ffa52c980205c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2046c747352acf10c6422b267907dba9534d3dccd365dfbb1e3a1f965f5b19c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f506c7610da49ac6b8b2794f85e1b9c3dfa50c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed5231451ccf608644cd5ac745d805c5fa10742e30a5d366ddaa63997739028
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd574dd656bff76f26e103becb19c1a1b2e89678
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e84ac4492bc0405c4b7cac5064adfbf83cfc90d3949bc3a9569ca48caed23f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ff3d33db94c076e71ff27d397909c08cfbbdca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c3c6bd04398ad81f4acfac37979873b15e112392853a8bf6aee330c0df0f87
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af07f87166c53a642c9b104725fdecfbac19e3b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b6bbb2ba008af94ef50ac80a1f6151efb536c5048c81ed146db15286f3aff7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa494ce80f6b9f67a00488382c745009d114bc2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904d80a398f4cea366ba57ceb96c5cd3378916d39b6ae676ed6cea835a0075b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769a8780d8f14c4956ce63e693d722642c0c2a81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c709f71cdad1c3a737668943549bb7f6706222c44a16365050facc2805d5b68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb81a48f6a8d5ac201fd4a1fdaf9a60c03d3577
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9d6ebc9ec2d3c5fcab03b26f8585fb3088d65cd2e5dab2e97763b3a669f617
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267ec8c96609ceb1d205976a24e9d88bfb91b0b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a03623922654761416870350da48703e2098bd6b84f6f8589bd8e169eee16b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e28b5aaadf240f2454da5706d5e9f04e71ef9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4274a9fab3eb137b02ee7f61161e5d3edb4cac47f8813bc092777bc2224369
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268b24c1a52f40dcdcd75be586e954a250c0aba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9323df6fd8d21d92d6e74fbff2fbc35be57eaad1cb5d085003c2a4fe49f7a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72a3543674df717e3167e761051cb385721c8c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3942113026d14d3a32df56c59f8f66b30e732d2a2977c727ad455b3ace1fd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42cf65e9590e8541b91a8bf101f3fc78271a3f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac6dc99bb1dc216bed3c6d5cfaf1216c3fff0466967e646e3a9013289cce963
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d9f6e15a8f8883bf0464d6c30e282784391b31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d815caaba4f54980f4ba0e3f61c79dd7f67a369ead60ff7f5ebb143ffa10b729
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe7a3e37cb97d6045253e5247745b0a64c33c2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b6546320ff9d35e43ebd91cb9584821ee125fa62f651f5e5564c667222f97c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca9959af20547cc794c8ca5a3b506407a5537d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d795da0eaf766812b0de4df7e6bfcb4bfd17814d288cdc7b60d995547c664a62
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb8461667eb6d530288eb783701499e1da989ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198170852766855d95585fcb329f3bce44d276d650be3cca0d80be9e1b6063f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1d701be433062676e2cdffcab59b9a5c394fda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43294939d928ba49c24e66979d2988b7c73c888f62ed8df882352571c4115ed1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727137024f2bba9075178ac6394dfb46e720d2d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbbaaea289ce403527c3f23514c06d0a308bd2fbefa414439b47b65f885b629
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f646cf28f529d36d7a0936b986e43f513e00a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761164d8d4621506a055ddabf236e552b177a9f0c6041066b70cee7e27ef0f5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f133c4cdeee38b7c21a06bdcc1bb2d1cd5af31f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b69b01310d315f3a0491b1017f8f54c96261942d93c0277fb1fac4c1032220a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143b80ceaeceb3b630942a9ed2d4521d43db0c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343ffe6199f17fd4b5cf562ebaa1ae790067e60ff5431c2503ac0b0f66c5c00
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22150c543db4c89ffb73bf97f2364d9bb3845906
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede03ee672a51b6ff140a53deabb561087a28c5a6b2c550e82c38a6161c44f2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0192269075015c76c99cb8b87e787182b2ef7992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fde6b7bd86725f98358af929fd9fe52190511794efd81f6ddf4fab0c5406b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036395e163432384acc600b68b621c055222d175
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f11bc6969d02a68385d770f5ac058202f988b559db9a992c92c2b0513ed39b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b36698f0cde49fa2b79272062211252023f8e7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ec317d0c5a898794148745060d6ba26b61c2498f83b54b392b2e2ee9293fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c8be39cab8c84077a4f1509f085cd954fd2290
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16a80aa676a0034cee7ac033b29ff4b5ef64f52f99ae88ad903b52d2a7e0b72
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa579b924b6e03eef79bb524f28c8196668e376e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2380457eb2bfede265f38177048b732f57563a434daa6eb95d808643c344591a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbefb2c45333ce147ae52dc9808059da98bc422
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8846d4e128dcefea11f6e5711d9f523d9caa0de680358ec34e8d1c0f85699d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966a79d3e1eb1bf43db163646bea99e47eaa384
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886d505724571b3b981fe6e8bd57adf4c0a629b9f0c1d35a9339f37fb49db2b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6427f4699472d3949fd59f92530ca6fc0dadfcd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636851ec81d4ae1faf72b41c590dd4d211661ba5cc0765bd994834956884abeb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e652c60a6337526996fd2129c92f67be427557a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f78e3e6641d88fdd2bc309bb1c5b5cc27336cb7fec2d294090cae1078e131e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bc01496b7eda92088e5063265f0846b1376753
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc764b70c2b872d5057a552a043ed096c5888441a9c4a47825389e4e58653287
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b112253956a12783c7834d586c85bf7030feff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344eaa37306bfb172d699591b349689a2c5a317995e22129c4f22c974de0de7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53caa4b803c6c50483c316b4aada66669f6fc85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc76ed2f980ac137372c0919e9aa100e4ebefc0d4339af03227a5f620119c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f1b7949a31d0782c33c9446c44898638ad3fac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6737c62c1d32fec32c760884660cafcb5210ec98cf96668a6b27c74a61967c7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c8399399e4ab245dc5784d3afb04ca32be3390
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51beb5044e921dd68e84f2d443fad5aaebef1a6a750cde28b50a9086ece77cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8fef3e9a5404dc50e047a6d9ec5b30b12d6a6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9d611bff96d16abb0acfc4e604fa5a427f1d5228103aab5188b3020cc9191e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827e3d04bb2a4955ab44c3ec9aec57094ebb6e75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa6a30aea601db3a436b7103f4168a3f5a780880f9bfb83d9af6d52378f8b08
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359d79547512d3f064294d7a20e2ce5154bb33b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81fab31f7aa063c22a1b8a0ec1ffcca3a6fd48c878612a7cd8896e4f0050e0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2abb2ac4936c76df0f3d95fc5d0ef4b0a12924a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8d37aea4a6f73f65ca98385dade09646b4545535acad5451b3d28fd3c3828c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0eab292d37e8344a406f397b35c9d49d0f62131
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55132256ecfd383cfa7068430323dae40d2d5a862504464bc405f593686adb98
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1183ec1143476faf6bbd67d12c1a9b25f07a48cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbdd598e756dfb8ffcb314b36f0beeb5307f7b7b89b746a1a7997f56ae5886b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667d7f3bab1cfc69742cf6bb8ae18ce132f5e600
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f36d2e41b66351474513cc8b66a2a2cd2a6a377cdaf5f0dc1d7d0f0d4a9fe49
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8d668d7e9dd78daba0e9dd6e4b21bc1bc59355
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73115ceaab9376ad5be52acef514ffb44341a4965b69ba5464fd5701a567b831
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc7b952a7f1006e7a97b3f3d90ad180d2d08a57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bb73eb16c3b38c8e7e1794c53c5844eb5e7817c2c212808ea9ac8014fb4a4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e281b7e3ce2e98bd402d8c20ce320dff667e444
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735de78d39dbc3ec81c34b2480b6247cbdc94c1b81f6b266fbb34f6c7c230d74
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db84c7b164f4c0dfda2dc467ca3cae20a81e43a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aed914eaca1dc1ba370efb201d635e27d9d2399b8a161d7089f05eb6d403a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbf7c5a5bedd224b2dbd099cbfbfabc40f75bf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0f5c3c289cf0c294e391a672c91a8138b4aef252a3daeeb193ab758055f510
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fcebaaf0c5042784aa47b68ecabccdc29edf88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca9c1f4941f344516ad5d9e1df3a7c00ad7ed5580701d3e8471dc164fb213e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2691b159d1a52553491c7735ba498d18e05ae280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1acd4506aecff0bc2a47a76bc9e0c79a95d26284b635fe59cc3c85be798a9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17199369c14fde963c29ee6e82e592a40660804
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd311db6120acde4f14b8f1428eb346aa80814e84512fb2ca07dc77cc39da43
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a17c807e5ecb2e2dfcf09317cb4bc94586d452
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0105f344f614934a764cf4077b81df846371f81927c317f77d537a91361ed2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9220102ffbe24012f80a027667f5a2be355b03a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433cbc54cc29b2041a7644faa9da810b807af206e456b9f49e2bbe5278d8114c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a615b3662f25d7a5dcc3e72048c999a66fa988c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1601ad96fe33d4781712104a554b3ae8f48eb6d8eb470b838083dd35425410
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9a1069321ea43ee80c7b48d6a6ae95d5c32b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafc397fec2d760934ba97271b5beefcc7c65fa48c00da9adc12f9c4b7f26191
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9fdd1195c0f70de771911389fd55fb78cc9128
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcd6b42d9d598cfee9ae680423b35eaeac5757e25a1660913e6d2debc3cc13c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b113477e24a750c74f5bc7e3f0c73fb63050bd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e28d4a8984b3fea8b8e1800af55d47374959b4950c8d4eb1e9a40566bc0095
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e59b0bdc38f06c05f414f9495e8d3def6a5d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0e89fe4ebb5793219c4f7f0a75a76026635417bff34bea5b4385f4cd68a522
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93b7b084d2c0881e0b1056255039456f3e3ac7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f147dc1d42097318c93ebaf1fb0690e42a7b8883031f33cd37edefbd7f7aabf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e4f265508a415b6355b706c14c0926e94fabc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989a9003646e1f19475ff8f220f2cba7fc4bc48cd5c23b5fb26ba200aa483478
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d20074c8fc79e4252e98eba6b041fd291a8825
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a8ccd84d153a1d927993500e96ef845d8bc3dae2b6c5b1f332dd7434083bc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd470e57123caff317c488615422bf7ed42117d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db7972dad74531f463a83a4b4cecaeb44a5c767833038dfd68c10ec830ea215
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b989398582910653d9f03e0f4b1bf530c7db2fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e55422b28dc81dbfcff7057de9549f442fa80171b2fe1b43a42e1b6fe0fb949
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575afcf041597be85b68199a39add6b688278ebd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a1074ea41af2a5a47d4bed4f86481175a15705f6eb184ae509617ae09ae98b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e220f7764b8500331c533846c4be4876ad20fa10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc2412a29b62bc208f63bfe53ff06dea27ccf0326399147d79722e4d22b6e32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516cf8a0f0eab7cc4000d993e860396b17fd4f94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814de54bc3873ab91200c13ded9a67d387e854f6e9b0a5ed23a581a6240e8df3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2f48dd457ffc2d6aff62e6a54e77f93107e539
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af077656bdd7305d76d1a874aa98ae17c550a1c8e94a5a13bb870e5dcb48573
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8c5570e499681c7d2b355c98f64b4c2563c6d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f995e6c8a67e3cd588b63be12f2bc9773b0e90642f2aba448668915a9f990201
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a09fd8f2adee8684c526a4e2c7945598ca691f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79f839e810b069ba3a725b2779152475c29460be68b024c6bd69733afda824e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2e013aa1f17d5db2e8b27273535b7386457d0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ffebcead511a813301916520eb874f40ceae7ee2baf64a9b0958ae279a316e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d3af2648fba2399899cbf4791b92330288dc16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809d62722d7ed91e921d8128e582a8c24773bef91af53e67133b2b6b7c17973e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20acd0d2c24043667c0b1dd759ac385ce46a4179
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3296498c51b532b1e53c06af7697e46e0aefd6ddf7172582e78be734325a846a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1f5e1c9c48f73016fe5ec09c97f420ff4f06f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ca76395709b14bc57213a0cc8d053211cfcb4a50accb554356b5511671906d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7928d975ba9755a85703f0c88ad5cc932f764e66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a185e1f61b7d203e07f9ef3a8c6a774baff2cc0c630a643a38e059704a2c50
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae2bad6680254a455c29a4f3a5a2d52b272816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf568c30546b1222b9e6c03d65c881a3399885baa1f73e600916d508af66082
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4e29a3bb97d0e3a34ea19575aa9ebaee44e54c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d172cd413cc91f1c24af5bfe77b88847c6b18193e20bd249c98f5237d7fa5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f411cf360b7f3fb5c2b280998c2f8509b75fc1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b6910e7b382f45f8411882984b4584110eca256e5efb1bcff036de25322516
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51ba8b1d467cbad427df2c100cbff0e58e2bea9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27280e1e1aa175650c3b8665c34f1da64e67ec0ef630990ea2e5ce8affc2665
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd648a52fff3125a80d3e6bdcc92ee5ddfcd4899
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0ce87066826a46bee0e52bd1ea8d9d7bbc3bf3e1ed6c54ed46d7ae54fbb8c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5410787be0f05e08d4daa05c50ce9e2a754da638
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260280778136c0c6e0a93c7d72a4ad33b449c18bb0729a7237bfd7d1e2a039eb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec31ded5592f67cc9bd371c9076a8341e0b4c264
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a450123a78e7d138c45d3c859cae2c068951673116d1156ba3f2fd17694c8bf5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0208f88ebc5a42b7efffaef18f9773acdf5187b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144b90d503470270d3622f1b7046c2a362f62cb900ccd1596eb0b520e08c0ba4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e11558015a0dc6d747fde046a14f92333f3b43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10155c551cd80ebfa4fe7632f8513c8ca32b09dd2d400593354517f931b1ea28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116472f6f516743cea07563fcc7ed9bbe184911b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf929546fb3285c2ca9b6a4cbf2fc1c2b010484816e0db83d53f562e7108d964
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d987004682bbd3eb872211b87637fc41eb692ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c0a4ae43ce7a6a153016d03c98d910be43b1633b8149b1edbeb67f61d930d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf292d6e171dfbb29d636ab6bc7c477cddab100a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec688aeffe997e409a3ce009a5ed8ccf01d500640807cb960cdede9e8355e66
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f4a7d8d8d49cc923c08ce8c5cc0839cf785aa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a452f21af1f412aab949397d539b2ee9ee5491a7b54073f3428dd951b91f24d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7962518f9189d4e8c0e308823175f23e925e15d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c177ee0a01e3e5dcb8ce8406ce64eee6f8c87f754c6f57469f4a2118ae7d95a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc726666d72538ad25ff0533912c339c0776b8ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d7713c8c7d2a7b56e9b518902c5ef4709164d19ab0c89ba26e6a4b0dc397f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bed5349ef18116aff9dc230aa21923a8745c85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e49c1f6c607ed511bfcc89f8f9b838fc60735257259b593684d919b28d67bbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b829110ae72da3d3da9d4f5a22057e82f76a81e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4afca7cc485f40b43d3d45da40ecc586e2948b23f06188bddb55e3a5a06df2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fc827e7e94210d98d6e4b726ee396b5ac9cd88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c389f90bf1b2803a4d76fb1d5c5e700fb1786348c4be29bf8ec18479f84a6daa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2d690ef98178bf4f8dd88ff9ffaa86ff499bba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7bf36b2598a26c4681f8af20194fa0079055f1146a282106c632067b0f42f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760e09e5385e4dc66660b8d3feb6ab185e6d2d86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe71b631a042f3e7235d8d5cbec5d5810ddab11a6a2244b54520528b652e3977
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1e0d56a88786724c2180c0f702b3c1e42d70d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280980ddd518b12a5f8b116c1fc72eb8d58a4338d046fd2886c31ba3981ec568
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbc8c968eb61afec7f40f6dda1faa9be4923e4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b42137617b2b3212e551cc770286df3a6effd22166acb93797352cbd0c6b317
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847441fd0978a45c0011d8cbd3a872e435430c5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65266ac06fa19135bf4829e7b374a52395ad3b596f273695cab403278981ef43
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7fb2fcded25d9ca973aaf1aaa13d96c04fcb6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccf2dd495df246efbfdbdaf94bf8011a253bca0cd8c69bd75a6571fe6817c6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9b2ace713ccdd4e8a2e91f666668aa5db83303
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a6e4c486cb25b021b129ed034672ae02e0d98b8cd097a7f3252c08d7ad4c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862f7af2d16315abc003077e5f2ed98730ec1196
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2af4271b00b599a54b2f02dd929de81ce5fed72ca08cfd7d517eba0c8fede
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb52c83a06824a459e47f2bc5c4f88f18d13972
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959c51d9f131c9a8ccdb4b22b638790f3bae80170d4c09edf22466485c231238
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1125bf15f8b7396aebb2454f83e56b1ded73581b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930c39e1a96ad99e595494420a26882e53059b0fadc0f179001817aab7d28e33
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf87f90858e2f5640bc37f78a62ac847041abe64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df4179e2064a2fd98788e7c3873ee2752ec78baf7b026bb52676b7b854e8bfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db00263e11ab7bedac62ba224b0a891b3b5b6a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e0b41c930f4dffc5fffdc2aef3ec1ccad984859cbe1a1f7613680a43bc4fad
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8900cb2c99f6cd62a7980a52c43fe9e7be3dc9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b30e8ee8c759be616eface647a1f4c4dfed41ff19fceff679f4eccfcfe72fcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef7c4a85b0d7be5fe546915bb97e18151fce6fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f6963df5a2ca01320d6239230e9d3013f54e491c1ac5a660d542aba608f7f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebc8bb2f42db29bdb54629de7aba2191b9c8328
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab25a01851140d2088d19d416c1ff1149556cd087087a7cbfbe1925e6355ad97
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6184ec7e39773547dfe1c1388491e0f53d4df3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ed8bb133570804620b8b1c68223c026861766e53d8669a5ca04d7dbcaff351
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32c76924b17e71d34b6c33ee47a5cc885641cf7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c4bead2da91f026a4abb18c4c134e2111c656c45cec9a782fab468834aa341
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c9b55d2186ce2fb593614c9441f5797e448474
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406a9a6b0f99923f017d3ceec34c5b9a1635edc53067669fa9b04bc20e9383c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc34ba3ddb110888b3d02717da5c7032b82b9fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103ea90686120d877dbba78fd16a14de26d5e785ea144afcc20f789513d09c51
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc08434da2efa62b6ceaf20a508035c8ccd45538
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f746a10622b95f1f4860a6085c1c083ae97da5b73bf674d5e7da690f8bb54c
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710619d374b69ef8b907d6ba7e7e37848d6233cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49927e98b898c4db4ec62cc6eb37c90dbaed6b44c27ce1130dfb005d30f4cdd6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e5d26cf664a55f006c3967ffc8ac90f19f18b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fd925bf8f057f3307fa6f7cb2d973508ccfdbe235df98033ea28ea0170f23d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b488ed176250cb14a1250989149e3e7faff756da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488d9ab8bc077344ff612817f4f20ab0d6fa699c44729d7e53fd27a7a4badfe7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3a536218e239d069216aa4e98a5410dfaaf284
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98dd08a7fa2c4dc10d1a17131934d1880287b46bb930bdb0aa9a7ee0bd0e4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec317400657cb90a2bbed82986dfb5b3285e045
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc27ad5ef222e8ad4ef188dad188dbe0578ef007de84eddf1551f33aad0cd1ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590e225c564af14bbeca9832a6bd3b28c47a5689
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de85357d81eea510f7f744c621fb8392423962ba169d4df7222cbcb9c968547
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19132f5c74c11a012ebdbf0ca117026ecdb2a378
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62b212f7bd933d99716f394f55577cef068f9d334b6d810f638528c60434d15
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3dc2bf8df1730675772df29cff49a88f781145
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe2f8b7854a7b2f0642c4f6bcd3de363903852cc7ff44e11b3f5f1794e19599
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a6c4dcc2933bd6068f7beedaff4da851e13dde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a4a1533405410f10f8ca2d07bf6f43669c5ba9800b071a0fa0d1d1eabf367b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b1b18d411114bd1827c9e5aa6b51202d681b5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7055a3b21ccc93d97e717c983061bfdcee84ce0b5aa2e333b679cce6a71e1b9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1d4544809af29296697bbda3f94d2902da4b17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65c22db11c2bb9effb10948649cca7ac7b494e01e7c1447aee73ca646b4472c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b729c88bcf5817dac392924cb21c7b5ad3ce7e4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b4b00071ea919fefb49429e53e2d1a6e13211a541b75a464a9875130ec186c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f611a2d3139997c3c55d82fa4530a29613dd9438
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2c5ca3d9fb145c2129153bfd0879cd6d294a6df4f3a8f184e3652981050348
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf1a3b070750933643966864cd28ab1b23a103b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f14f619b7c56297a5577d2d61595d1d7656630a613b99178e8a846a743edf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40bb7eda1d97e54d9b091bcbd8de7d36621f3f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af6edcfd50458b06e1a2d1429cababaa8c2d7a398588e52f91da74caf18afc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820fd329f467e2dde0afd8c47d9ae6bcd8e40609
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a8d9ef921980c0a09da82ff89bda777d6e25c91bee807400dd878324f1baa7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8d0cbadffbb5d204fd240b798662804e1f7ad6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c737bc4d7d3518983114b6567013c59df4ecc8a6806019ed186363055022da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5031759afff09009bb55f817c5cd09989e00b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8778e7ca3bda44dd3cafb54bed797eb8dd0d37f01a7a265f9416fb6809effcfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f637e17d403591b9cf658796d232cd8ec0b0a81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d794fac0cf771e376fab29df27b7f943a22944d09ad7790bf8cfdf2bdabb614
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0b8afb01a435d5d0411988b3d1e01d1be89337
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c5a98122ad79597a1ea092475e1e9f20d42c25d0386f7a3c579035b5e881c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b3dabe5fe38384fa43f221daead41ec245480
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44d23f52ad8c9397621999b9f9d804e8d7939d5e9117368b68a2587dff0820
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0caad1b35763e4c0250db904b5e6879dc1a9fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5c8f9bfdef83d2b3eed482e54382552f383059377419a6fc197687e8ff4c37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019fe1303c7d6d9da3970293afcd3a551659424f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb7d1a2c90fde907bb9b68670fa6e42653e0cba7f363892be81979ca2d8693e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3df88daf2513e9d20442b666c010ca1bd0edccd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1065b90c2d1fc276e65901e96dda8567db60852dce1056fcad9d24496fa22bdb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37ca948ef1991ff6d05d06a5591125b495c1456
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035714212758d5acf8a2902afd704fb98129b7c61fc1a5a2d07138b3afbc3d45
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af401e96a65add25f3f1e06bff4e95e421bd768
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307efbe72ed74227d337b6fc01be2d303edcabb7a4ea5cdbc72550e1ed6d4968
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06800f722f3e7b2a01fb530291536bce003ebd4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9ba25928998b074a9a3bbf843564048daba9d60960de0ab8d8b6d4483c862b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbcd5f6753fed232ea116025099d614fa99be09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abc2a59d0b7307d51b3e5816b38f76028e292e976ab4ed16dcbae0e73e74d8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7f2d4a72bc25571292c7808a1ad5bbb9f23958
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a8b882f8387d1e6b65f08d275a17624cb8f0b80a5c9620537f8a0edbc05be6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897b6cc42b816fbc4e367474eb6804917f395196
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b1d1cc7d7c4383de03661614ccf17686e806dd4904a83e9c1519e3ac7197d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d9cb6af65c82ab59b65e0885a6acace8a33753
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d418455c7c3d4de8f4054e09926c904ed8c2ea8837e2367dce4a9826a41cee
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d21b8ce1284d71976fad478393fbe133ae018d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6a2ed071b7de2e702698b28410a4a8652b23d3f13775287347dafd90db0c44
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efe8fdf9913359d1e8edf3f9654e19635d282a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4629502b3bc7ea149770371650843fc45a3c86a035c46617e015817d27dd68df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08142117b5f976cd03aea7388da442e169805ec9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36aab6745f17838c22423ef5ce451ed052c1879a4ce324d3f60d5c03cd6447e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e88ad2c7447a2b9ce18f11c566f7c007a2431b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871e6ad089bf2d52d37c6e3984b87d9a6238096a2e793852ebd491d2f0e71103
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa09e6cba8e7aebf438553d4c859970c33b1a546
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e632e9040a4c7d452ddd2adcbfdc99c430e24fa8192a0691173bf77e452569
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3126ba19d08d4bf16da1efbd3999c305557d3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9f42977af4b0759ddc4c237adf5796216a6014006de17b82689206bd26e141
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd85b2794105ecf43781d3d3abe1aae3cdc91a4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8418fe7306bf508323bf54fe990fa28d0b608c67fcaaa19f174b0396c559a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a32fe69837180b7be7fc5f8bdf4d39a20e8e495
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0593e6afbabed501d7c3ef1a2574f0541fecf863130c8784622dada8e2dbeb5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efda905455306ac344d8ae9d53ed09c54ce461d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb6b2b22ecb8106572cff8c61534c2a4be0991514e91224c44785e301cab586
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92b5034ce9b591a24450be021bae6eeb81b3dc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7e1f5f2698829cdf864ce92981c256077eb8788867d50a291bde495ce76525
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47294a0f19afc4e1aee3c4d84ca28d453d7aa304
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60e79622cb885600fb0cb6f3b5c8f3cbc3425914d5d5131841690127e213b2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2728a4b1e832d2997140c47d6868ab227cca527d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6100a7947b69ffe04732aedd49c8905db8d7b28acedc00cc32597898db825ebf
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99b1eee0b6e61d0a85800ef87f429a998933ba1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775e2717ceb012edd359c8c703b5c980acb72567d54e81533f9c6cc8bd8176dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5494b5d37ef1829bf76133dbfbc9672fb62fd2ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee0f8507f3a6061995da11f92fb396ea886293b78e664cb062b5422bbd75ebe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b315ff73edcb6381b870a05f0f970b78b41d383
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4feb7f227c339c1a79136df99624f626a74fbb0efe318030fab824c8e78336
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44c11f7ce1b4d1c86d11b5a2fd7361631e0ac01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55ee9b958083adf542e3de79608547fa24acb0dd7d638eea5cc523a05ffc6cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a94414140881ffc85649c7d2fde4704a72f0b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741eca2dd6b8d41f7a8341c03a9bd0fa2accd3219d9b03fcb750552e4743c28f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3985ab14b70de41af04858bacc8ee15533cc9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a28ff34b05ce522250c55f0f759a551f07c6952446c24d730a90b20c1b7f68
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b424d43646b815e9acd873c935e053bf2daec4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9491dc8a889845089cc9d5a53dd42f59c8ed4132290250efc9267066dea6953
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529d61cfd74a4be8573744d6dd0cfe5dcd6e9c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce7c815b467c08541819927a0cb7a7e20781956be5170420aec9bffb8e89daa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accd99f9e04fd0159ccc4412d03b6ad856ff5b1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724a213ef6ff3be9a6843c15a6aa1b31de9a25ad829b70e43b382d309d9262f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfb83e1379ca3a0066d825f784b19b979d8241e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7219e9ebbf47f07203565f28392992972e57f24bc52b3d1569ca6a94f97d6c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de6804cc448f9a99858df2a0eba45a9cbc22610
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26de257330f153c10b238cd4107eedb34948da6ff915e1de3f4e7b822ee1bf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f74af4bbfa817e5245d8786bcebbfa13a32360
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afbacdcc744f74c071d6b25851834a97b657445ae4391cf332c6d2068675ded
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0840cdb15ce6d44fa8888ac241432c4c033ba21c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf963e2342623c43998ea4e03530a1be16c4e827a358a65f178d1c5bb9c4af9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cedfd0e085c3b38f8d68fe80a2e9bdcd7557b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e87dde1f8812a5c0c222ce4761d9413f32994db6d94304ff24b5cf8e8e6fc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45e132a956c7d60052461a9ed1f460ace48ac3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fce48e308a0eeffaf9ddc42a6434229b8bdd8795fcfc6ed57682173d73ba75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820e6358b9e4fada712c3cb28d15c60b920e232c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d65b228a7a93935a8727cdc31a508ea6757cace0b7e3ec93f147286b7f06e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261d84e9326141f27fe23b40991660a75197ae67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de19f322bdf489b2577fa596a4481b55b18f24f614e0a788b27533238c091141
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac70a9a6ae85708de5d2500eabfb793fa6405866
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a40d99e93e6f77ad12d8f573fdc6d9e259847676a3a684ef7eb60204d06321
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a05afe5a98efff97d123329795234f224e3588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3042305a6aadfc97eac9f56261e37dadc78f186640077ba7d0fe02c7f3df37e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f971cba7ce6d4d18ce703833d11d8d8439511610
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949bca47c01901fa82b1f8f5b126461b8ae1f145459875f38a1aad37bd49f86e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7723a72915e33fccd6a991f0b292f9c330b6cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e543bf75dd9226dcbe51b1d1ae28a8fd179b157e36852f3225a9de93118530
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f506bfca34e907ac054c9cbe7848da74870cc8a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519100c319d05b8a8de83321a914e01d6af8fd1f79b77dc3b93f901b69c8d4f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d05b88c12590b5de27b6fe677d2e15f86b16a73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d604091d3c279e2fd0eecce53d5c136e43d41043b1e42f238dab84921fb4af16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc77a43a254e0bc15826aeb4e22867dc621eddf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1469ef512d1568706d5689b20dc04f2a38ad1d7124f3bc30dc4807f71103112
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014c9248d66bf4f4a9832739ca5c8ab7fb4d95dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1510feaa5d2180b41b50994b546eaae68aed5a8e87ed80505dd8738469e9e7f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deced2a7ee30963d7a8931dedc6c155dd1244266
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb17cc9f15685e31dcfc78e57deedc9a8bc4394b505ac5474ac8d6bbd9fe44c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071c62db46a22522fb0647299d6710e097efd71f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5bb13fee44202f2e0a5c14df4fcd1a412595ba3fc2fe038c264b6bcb7aeb60
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5a32eaf7e90c436ed9761a83de27d5d3f699b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7181d399e70b30945a0187540a46e17ea2ded8e132ae33d1720478da8487e3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e53823020dafc9646f9673cd5f6ca36608b71f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab6cddd6faba9f6292893339194565af446e64b717a490ac3de50bd9fc313bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04982c0c2b561523f8b6e471d7c00d55b0a433c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168d0b16ce8d765334c0cf1df4f679a612bf9ea62b6403955bba1b59f4413ab5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788215b2fabc72511edc46c07d56dac23c2aebcf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48725f6525001d378d9b6eba762bf69476b72de5b94f93451e3f7afc38c1e102
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307ca644cbd74fa0c1f337e82ae3c5c247eb9582
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd02fc4749957b2bf74524776d6f82e25fd064142f26158568c75e49d0bcd0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b4fdec04ec7a2146036da7907e4007e19b032e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f75e91d6db9d70b6a019472ba89ecab272709bd795f7f590088f08b439f15b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a122943646532629efadd8c53f0a14e6d7ba4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3564484f072a50bab3eb4eff7c5d73f1b401842e8ae7e5112e2a035c0b2743
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6950367e20549806d64160d4c039c4f2511a475
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9bf49ae895dba804eb8b62431babf034f47596d66c8a5182156fc70d0bbd84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ada8bd4ac716295f63e7828faad26f2845a4f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4166d1425cc31eec3ef3ea6f2598d675e431f4531f22f66b972675f4b096b9c5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae641d49ef6ccd175ff7f38deab0cca9ca54fd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a805d75ed7ef514233bcb1797b1b1cc1b4e70f23bc41feb35738fa9ed6f07716
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd87ca983be2cac68b25690922dab786dc34146
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b87bae1192f4b1f9ea919651cbf51f10d3e82e9e078cdf10bb6600a8106004
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01acb2873e4279a23cb3de4659fdaa5cf232a3fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ceee9a43dc0d7cc306c07d481b3c1e197d97801c24e99ac14e145a3485348ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908dcd08608cbdb7b2a98df8d6c1cdf0f4ea2c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8eb7ba2e0399553c1dce9bafcebde9dc4287cb54217b7d8c96ca4c8784b1a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d272c95ceb185d62a8b3cdaaeb7bcff27f1add3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad37f742e7c302841313f27b1b709a56d854f80487a3d25d1ccd22dcfba1ac00
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d18fdc1408538c7290c776fbbd2cd0c1a9b51b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3452bcd4319f5b807d0edb148469bdddf972fa1e9ad1ffd52056d04d00289b0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984411351995e9da49f23c68449a701f03926db0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e116112411f90c898fcd1097b2abf2b589606ddf9f2f1c343d937121843a110
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20284c300c55de5070b0ce6387b096f173996c38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d87695f65d2b9a2c121312b30ae9cc7277e244ced7cabcb7c20f8600518dbe6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a8ec71d80fc5d402bff4be5716c3daa08f8a59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0adc62446dc7a87e561e9bf9a16d0b2777504b9c0dc44e275898416e8d44c10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75bf0aff5aef4332f9a76398f5ff17e546bbbd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0274a759b8c728b7b4716eae278070a132ad4e64883dac2e77bc764a3945da6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49832783a3f15da3133fcb4095d34f06a5fc886e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210c4d2837c7d5689cc845cb54291103b82a9fafc98554fc09c83953f79b184d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311d33ff4e00899d8967793fd4b2267afe0448b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e2e95a44e18c9ff0e9054f8f45b583565d975fb352512cfeaf334ba1539987
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1b51c1622430a9feeb3359d38b98889be6542a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63eb3f359a84bb007410cb4220eb5eeebcc8dd6af146c8650872ad01842e80cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8056e38188c03cc1c885b217ca6bbf112cb6671b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eec2d3ea227af8542da3a12b7383278cfe6462fe676122920fe408e859d7c00
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7564d496afbe3225cc14d26dd92d1056896a60a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5dbfd38d431d4e4f694a79d60fec649253bc95efeaa1135955c5232d4b0bea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eed81b531de70dfb42d8e3ad57276c146bd5ea0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117da54c00ec0caa57ed5b25070e1cda94dc4b1015aa6d1df0003b3f56280830
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629b7bde644fa4d2f0eb505d6bc7ba42de10ca37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f2de533522c66ff2094cbcad96e4686b60098c62f7639613e78c170886bbb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf3338417d7891931c7d90b229903c6ead2d220
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b01d3399439564df44a31030bf7854bad92a39c8a8856837160f1ade3b08f67
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18953104ee779469724be125dbfdc241209e1339
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c505e510697cfa5f9e5884e5eca8b76cd89e3e2e96929d5ae9bf6e5b2de112
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83e7522c84ef699cf8be3d5c1579ff4ddecb4ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6084f6f78b916ffc34cab87c4a333d092d80d67a6dec06b01908bd8e7bcc583e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c82c098582a10e2c99fe695e3c0146cd6459a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaa2da4fbb5f13d42aa03fdf0437d33337f3831b03fa5124b643a4324205525
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d34b268ea784ca3501e4847eff305d9f7d3c8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5560cd6bf45998d7def4973d948d3803b750e3c31d7109838a185226bf4b47f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744368c9a404ae4a14235358cdbada1d6e7150a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac56c5ef01f7894d7ab115db515d69c74526ef7ee8d2ebb004dc3117b7560a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3dc9e8c96a8aedca260307862a8c1440eb29c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b63b887ac9b8ac98f60f91f359f8a02940fdf9bbe3ea5576dd6a5eb64dafbd7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184f1800690400f79d8824a44f4dbb6fbe7d28a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe745ce3503d680be289e863e1707311532ca38cdd3b6902cc70d07dd225a065
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc56cda0236fa4c24f9f6dbdc0e0d2059fe2ee2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424d60439f6b9568d98e000575da4684c038fffcb337e2671ebb21cc2c35ae6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c923178e3fdde5816363380a89458e6f35751533
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73f8430946ae98032b32ea7fba7d23217a40e00ddb74a759ac0c9c6594f9754
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755a17a66bf1cc524115e399ab9637b2f981c875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace2738720c068db6ff0193fdd33cc826cb71d82be3d33074047d283f40d6851
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e3264d2eb84e72d195f191c70bc1be746b937
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6dd4b4e6d937e7658d7a6e07aecbd55b6d80ea935f93df69f2453d9b3b2c12
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c10a9bf29b5f08af148f706b53916bbd2ce4e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31af1de88716e56d646ee17749f8224b1799dfd0ab51c4b1f8f96ef4e86d499a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518e4b91e9425842d1d835f5d307c46f726547b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43092f0e4d16c11be468488ce3d90607d5e72f11ec2931684462fac6907e74da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c77148695c8fef6a89b13457ea09c0cacfbde83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab15a8ce80c6e91542ecd1d3b92d15431db775fe14ef8d6de505c0403dd48dbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18850d5041698e6011cfd87460e304c5ee5d287a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719f595fce04a040f9bdec1bb11042954d7cb82798e6598afd42678e3daea2ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75cdf15ac7de3ef868daae7ed5142630fa3a764
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e45e332ecdb2a212abb47367fa9d044fb0661c6e8e4292078e43f969e05a8c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e285dff9ff93fc69990ce28f5f17713552a684
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27356e67611fd0e9a78518ca468a8bd15a65d275880c974fa85b3fe6f96a03a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a5ee37ff59af41bc5b292bdaf6addf4ab610c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d033f7fa95740c35f0987dcfff98df0072dc56558d613343e44742eed71c65
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef5a28ff3e66f50bda6038613fb8b7e09b94e22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcad7575f7e452f60ff67a4ee4c60e0975bfc367b188c327631fb641e7664e8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7f3f6c8eb102cf493da5c2a974b08eea482daa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0749f3504b63eb15211d4340850cb609d240bb735570ce2522af3898df231ef5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b78d6bcf391aa907eec3bba9e55d487b335ab19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba8d3293887c915b319c0732d280729cc793ea47e7ecdd003673770a44f0e5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7e9700083344c79a72a46354eb84a78da499c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c821b6d4fdf0c97895303d8f2d0124bb3a7f8e8a5e89d4fdf9498a224dc3deb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b25b8f84abbf04fa1ae94bd2a878bac9712021d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef7854e5d9e72009e7a43917df3af8a5bfe9ec86f616e46fdc761044fe2341
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6928e9960c0a714dd3da341b3e2736a09587fd10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5614fc725ae550cba6cedd3a9fe79e6ecf48566af08d93935838536af8feca
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57187d7df65a6f0198f1f1f37ac5aee3f2e43d40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac66df882a1fdb4bb6afead1eff43317c6e84c7a5f3b55ecc870f5c21123bbc8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fb199664e09e1a902638d817aecea8c0f8d25f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb61f04cfd7fa5599d53eedd645b2e9218fb90e1f0ac5ae7db0a87e0482335b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842a13a0f5695a659d0ad48dfc9e8a3c4dfd390b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e7a779438834b9b9fae16b0ad9f09a7a0f8bd8477143556dd9520b042874dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dc474bf72e9b1409982058e896c43c59e4aab4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e517295b481d900e18b102ca6e53b9f121317fd9f835fc21ad12cad2de8152
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3690632d795a7b0b2fbf3febe006851e803c989
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dbfb47daa4dc485dd1c26eb9ff2d1d85a0dc5d6ab893147e4c000d1252aae5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af927733e176beef0c93903d46ba5ce907ae99f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04687977e8b6214f802512784a67a2ef89ee686654d6bd237dc2b22976e65048
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7a58beac07345985cac5ea5c48b48491fb7dcf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0773f1cf1e7c98d428fdef15035f5300c6cfb7460f7da4af0f5c95664f2e8a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b6118c3acbd835adaef0096eefeabcf8d149d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0656b06bbc00807ff24bd688c14c7be44d1077ecd68ba2d7d7d5b2b543f7f100
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2773ddbf2d6a9915abcd5bb11e4385751c1d9f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c60873b7bae47fd645d9636b8b74990ebeeb0c23b6948530b168128496d8382
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa13f9f6c616c49d317ce44e5361f60a679262f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af149619ab7d4604a2d112f734556718c93fbf25768b68cb19215ffadabcbc9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e863cb8fea45babe3f974453d2e18c70c76a62e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebaf3b87693022246b0e2c2958c48f49d09d8a369dafa043fc2d436d1153a0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8f0c7cf9710109a6e913e5cabf6ece4cf81130
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ded568f62b2013e94d811649efe061068399aac300ec08c5bd02e68bfc372c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b553ab34eeba53571f95d12c159137bfb6707ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cb107dcb3eb6130579c608059fb9cdab0407d1df4f421806bd94d6d1012b5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cf32fd7ad965cd46361fdc33f779fce5bb8028
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90d6bb2c223c5bffd8a0e521ce477e9a75a31017d391ab82bfe14ef271a8cdf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9032e8737f33b9acf1d8fb7d243168b5c5a6785b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e76aaa9f0df93b09103f329fd0ad2779bef5b4ba0c2feb9b8ff21516997bc50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4da22200b8036a1293dbfdd06143092f27a60da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274724f57a231e7cab80b408d05d2b3b4ea3b182060dfe07ea46582b1df8530f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e8e72ac07edda30c0b3370b8243eb7754dd2f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0ff2672f2bf4c8b9d0728f7deff29abc4c2080e09d4e64e3571bc31e261ba9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9356c375d2a03eccf26983e390f9a6b7cf49eb04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82ba8d0177c8f6870a90752baf7487aed9c38b98a41b450e2e0179c9f9b5385
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3533bb77dd6311da1d92bf484172d85b881aa29d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4e5a5cd739f209b45f3a2cb7835db3ebfd614d2b2665385750344b03ed794c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3372ce830ccc6f80de8dcc114f662c4062774d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afce4277c1df03d9a0f651e84b8a3481b9d54bd924da4d97eae512ffa7808f91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b1a77a34f21954bcdeed6344472c094f03565b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bff5dd5413e3c34d742fa5f16c438579cb893b5b55d00cba0b1139b0a5a8d6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a892edd96c5e3b1446ab5378519201a1fadce9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be16261e5d925378b5732ac03a37e6abe762f5a8d18afd8b767f1260278c854
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534a231a00f44a8d9635fcc97e0074391d1420b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71367d1d456de498fc4a8b98dd18b35325903c46862552d5d53c49f2894bf1b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931ae1ce0a18c87d54b3a417e19f62a6b1bafa9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd899cac6c88efb0b7d1733ebdc22c7dae6384d0a1dd18b2237b1abbfcca0d02
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46c988ad667a3d22feb4d352e875b13a38a4cd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ad750739242690c5a76a9e12ea1b8a150046c44e0a095034d1e5d0f971605a
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92946a1a6936d1b5d414ef64d40a16f4f3e3ef88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2537ddbf5f85a1f3bfd95a85a9e1831e30896de12780fddec2aa60948e88df9
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f00eb84eaeb40730fbf430bb50e5cf965d267
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e26d6e9f71480ce26d3c1a79d014b3800829e22c2c47c9990d0b26b8de1d5f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b3c9f6038a2f03886b0bb119a6298d8abafcad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13201aa8d305d56da4f6342fc7deda4a1d974cbdbb80b1f281f81a707caab6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e977da8db0ce54553341fca654529146d4c00f8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e9dad42b3db56f897b063a39d8a82f8bbdc9d1f82faa16b00907bf783c9297
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252a37feee00e7345f06e396f44ccdc960911ada
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a26f337533f5de63d7159cf4da126ad41acd8276d7e299548dc4c75ecf1829
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f80f55552f0df92929e1e7d36299fbe83e8b3d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef94edf3a26b8054c7b457ac3661a3270af8988dc9c8a612937b4f1e148ab35c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e59642d8baa1aecdeddd378646b886c369666ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc311c7c69033657a9d53fd6ccecee75cfa7383a466765ab071fcedabcd14f1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b1a5349b020efe08e419eedb696755f2b0af3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d1bfa6d10b878a25508622b54e71cbbe977088807d42e6b976c357fd8f573e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905a40038ede0bcee2ab497411fb25ecfaefa61c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd7937113e8eeeda6945e76e8f089b6b31cd6968f3d6ad29a33507b7d0163e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1f934aa14363fb272d119bbee004196dcddd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdea3cc2bbb5ca6967ba438ada899b2b6af3ea1d37da919518d3404c5113dff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f0f07cc01ead1905d367be50790bb44713d0da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d125e6df9717d687b07ecaafd4fbad0eea45c499966693a529229a1b36afbe8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2885a36804b9b78272982fb35aedc94455321fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0789efad60209cd48a817b19922b32afaefdb3faccd231fb38da702878139246
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4881f23f5f39d4b502f58dd5a80fbab263eb35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d04f932e930bdbe1832a50419d51eb79c6de7ae8c0d95dd49ccaa8973bc847
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d8632ac4a88d63ad8b9e881c244ab1e8950637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677aa355ea88017ee97d798cd624d2a44f591066c39a7d044d035918e6bb36ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b67817dc541081e1685a1604a14f72700e2115f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3842528511d1c05344e70c7c3e051cc9896970bd132782733138d82bef99eadd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a145ec0ad63197d431dfa23eee02ad4a5553cc1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d3aabb33090cac0fa5694e450e80f47a03076e10df3593d07effea0447eafb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcf7a4c480358187d8f2809f41a77bef92bacfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34930f1e4feef8d74e56f31d960543c660c8a0f1d8d9b67a9d50001e0309f2f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c4413e2ff32a5af2efe3a1f6c132fbfe9437ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e3727c9f9771b214af739902584f2a666880f776e2b1a26227e313e6458596
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9edeb0a95a0a13ef5a0e87285eb5d3c13e2e8be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efef5ae62472de48ccc7c20869e06cdcf4a786a823276087df3f5d47cbb70b68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80495e7cab218b6652c7715dfa5fa55bb05a5d67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4b31a63d8314ccaf87d5415eea6b5d1645d8a82069f79d43bb85130341b70d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78a98c95c5e0ad6f89769948d1d28dc06926249
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7667205c985353c049cb30189ece9b3b287a4ff352ac0a8b52428b6bba0477
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d95a47dd8746b7a29755fe4c0128aea613535c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2729fcdcdb842d6976d0d6e33e90fac7fb618bd5aef3331dfc92a964162520
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6579d498c38e93ba5d4dd23744b908db4e6aaa78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3459bd25d038f8f0473ef2ce38f5feb6f8b6c0692ca041d1180f82eccc9a10b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c68a9661ee09d48586a5fb081a6e32d07a6e662
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cd19c3fa81359d9ec04538956d130fc032459f01045b69c653affed94c3cbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dacfd0d0f738161ed0fa0881ee93b0d364ab6b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077736f2d574b0c57ba3525c5d2b547ec40e257b35d49c8d7043b47b3ddeebc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec202dbc024181fb8be04a67359300618c7266a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f790e9a58d0000a96c23237c665e2b1ace005700e2be60c560a4180ce4ccf9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6611528c598f953e6612b2771de46658b5768899
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4797d24582d97c1813d718a3efb4d654ca1a5694a0f120fe274f5f103c5cfdab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a80ccd4347052f217c637ee5e64fb15763fe4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f839b9015185b3947769eb98daa173d19891e52680ecae80ca64edf1f111c527
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4bc68533717ddd7bc57b3716e1efdfcf737863
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571a3186066a73a87c93ef714575190157b587dda434ae1d29da189e4ce63992
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa3b46082f763e26fc844e4cb17a48e74c202e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99cd503acf3b6c6bb74cf5140a438f6c0f2500266ddf2e0e5fa785187274b0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a7c53985c6b862b390974fdf259867d8da0775
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589582f24c633ab38d2439e50248241411d6913825d6b8d50044da3fb33b73e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9121acb258d74ea5d407d7c20d0a24e45b76d1c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553bfcc645c20c59776000bf81f8e431b4f790145004f13bd43a40543ad8d948
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a119d4e7357d8f64b1538b5722466b8d726cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8f601cb8606823c76d72c32286c7233ffd8215a556a6f12fe7ea7c9bad6a42
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191e4ca562f79702f6285cfd85e977833d49eff5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e92b1b9cfe3da0ddd632596d01f5ec1cce464ce07c1bf11beed02de7ba30edb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac93397d9788b56fe5524edc1264f87c6e1176a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2379e0f930bd9805f9f2fcad9cbe64c970dd61b206d7366f7581512bb2edb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daadfdf09247c20e4e4bf9e4a7d29619bf181db9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46da6d62ee1777378c10703b312262699ffe024b7d7db1e1bb836f52183e8d06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf035ada4c9f960e297fda18d45761029c0656d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854f5caaa1970c95f0c85e80ab575ad7e908c1527f69b479301fcb6c9904c814
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e775d0685e3ea9848238b2e7773ca9daf0f69a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59aa7b44a45f8cacdf1bfec0959111274a00c6ddd8d2c54233a3060b5f26ea5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adea33b814d37de51b842b68d32b410741a8c2e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1633d6e38e7d4cc813e87d4c2cffdf9e550e357a0bd2f423db8d6c0078feddda
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd47b0294bf703f66edf89dee06821d0052a385b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4c260791a7f282758562714f263ee3b4a4e9cfc34fec4ad9e710ad5a59b38f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616b1015a745dedc3a1c1fa10c36d2c96ef60684
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e40219370b8bf916609f84e556482d141acd7f5232c3a1a1c5028b366533abb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6733a971474b91ef5ab7060a72903d93b98cb3d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc94c70997092162617198658fed0c4a41881ec0b0f111bf9b8ca3ed3642d200
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e29604850606f2296fe290df88aab91f25460a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c898cc903978b3695f90ca3c9b66786c954518ff6adb60a7c96b49e10668c76
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70194341fd4dc15f73f3ad00d1d51488b1883d7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953f2b714556b4f2984c36d307b27a5880d1d438d79bae976671e79888c7f06c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a123044b3e05f57b58880426accfed44ee38960
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b597d7afdcdc92eafadcdd5f6e0ea0bb53a6e42750095bad976b333baed57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bcd0262d54c8787be0c764446651da3d3765f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086293732a837d3b978a21e944e4b59ba3111ebf3a2ce36dca5e1124c63efa4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a292ada22f2671025102dcdf4a1cc81651e6660c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e98a9ec00850aa8f18ca2489da2ec2ef2a7ce3fcf2aac7247ee2ab9736870d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d215b0fc3ddeb6c3a4f32225efc39e770079f247
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818ebaffd80ee0c2a740583425f730c15339c8ce6855753ea0e8fc397d5ea724
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06635f33e7406a2371842c25cf77d601d85fcb4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48caaafe940adf2bc4caf535627983510019a51d82e483f22b69765907f3e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c883b6e880aa2f4850a3720a3709676e9a6d190
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfcfa8050c1ec6415bae1be2949e5a4342a1dc0e7eeb91149311653c3c01ff7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa79d01e2ef6b3fba4e24afaffa226b56845703
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b00b7647802989630bc878a90405a5dff0786b0e5166101a74c031df6e49cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3c3267c9e66faeafa45d1b781d0e1850099005
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee89a1c1460188b43f1f42fee6f221d7c59412877817a054bf2a23d946ce8295
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9bf7e1a064c71f0465cd9006d7575129666ad0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48e4423e95ba6d9585f16de75453efecc5a3ddd2d43938aecd4248f0797787c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0a3b3c9cd1bcdf6c93bf39755d0b9f14c4bd6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0276e208753ff45ef86f5724f42aab44ed2d616ea3a19e8afd8e1dd8b6a05c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ca136616b5c607ca81c27e301e22f7bc66a54b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570e66c7310d311dc663909f84a886b300d6c476e0111200164d0f5e1a6a7002
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c28d92ef6023121ac6c4c639f07e2a12a40376
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ef8b39da43d80da6de12b80a21c3c217935478570043bfa2f95c7ec228d201
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e9513e947dbd167e34d7e70be60bc10fc14b18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d6f3c6e64daed0c834825837c117d9d0207f16e86b5b4afe4a6d798d1ab5e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615fbc96587899551b3c9476937593d835164c9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1b504d58ce042509d00d9e19187a62ab4b369d6c734df6140282c4c1c21a03
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b7702cf84cf45c0652daf48b143a14b57a079
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c2e004914d8ff167399c3d3f85d81a204e97f8fa94152d5e69419900978ee0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dded1a8e11d399e1d482563eb3a3fdd0b179051
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f99b822ce31cee7e7671bc23d254f4e949523f69dec3b104b28e5311ca186a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca30e72d50405162a3dcb6c5725840b36016b52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ad4c92cec5f8c1fe3dec2dd383a82c21e73ccf59e209ca8e0edc52c3284840
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9b720d683db9f480b0f1718f8a947f79354016
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5817be87ffe9bf3471be4be8048c4f9b96bc428140279df9f87e65c02ff14b6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588faaf0f0309a283050aa7bea5eb46bc703ec44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da382741880561348b7e3f34a44351be6e890e4cc5ef4a12bd9bc540420d280
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85d23bcc3dd18a5656fdf90d8755edcbdd58868
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e6f0f8e1536c4b96ca3e2e0ae4f41da33ea588b1546cf5e6a78d06b55a5bea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3250cd54822cec22ec99c340cbcf9bbd80afc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573a31330a18884a2131ce52374ffe2671bc86c1e143d6c744ec81c6a7870169
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3054c42d78d2debaa851115e126fcfb412f0bf86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b3c090f94ade369963cf86922d92d75ab997010cdfaf41eac31fd07e94ec49
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf9d4cdf2d6f751a72b762f1e70cb112e650b41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3f834242a049d7ced9d81b98386bf6e8902eb45a86a1a34d30ab52bc6effcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5c409943708ff5bad0153a8606a91dcbc54aaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b474c6da93b4f50f2ff48d8b5df43598499bfe1d6aa477fbe16e930ad12f02c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c46cbcd3e4b40dd813a2a228cb4171481fe12e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1391f35ac84e0041b32c3407679e956d01f04dbf3b1a385829052c88229952d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aea021ff3f71b26ff4219c93883c364ab0b370
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa41179b62dc7def0bcaf668c7a41b03704bb70414796d9481c626020e2e9b2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ec304da1d143ac0539f2b8994b551295a88588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24aef09e19f3936969dfa199375d8c9f050a61b1faa10bca66e97a8b0e61893
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce10060243f277eb979a0afcc0af6447b1735398
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5504174f73ba5841926e573a59ac752bf3c273de893128b907194ee3426ab4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feecec6fa9001713f1c649fb261d1e505ae3abbb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5053c03b447142aa6c49cc01d25bf906800206f03b3b20027f76230c718a814
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3209cb66a818eb3eb2682e360ffb0caacbcc4572
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dcf02aa6cf833219e054ebb3d8159bf5b4def41e246c45563d7da40ecbf8d6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ecedcfab3eb81a474322b9c99e5c1d7855cef2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ed6a7291170f79e33602a3d48e37e71755ab380ade471f049708d59ab9a651
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b847768393a04c2bffaf166eca46bace077a26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3169b3524185cbcdb583b7853eaddbfb53d8aeeb37dbebebb1c440e21e4e616a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9724ebbf4ca3791f8e98a8acf0a269271749eae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c9878934f6cda80750af709315cb073809b4dd495f78f6684fbefbcd885e0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd75be1dd5e9a43fd2a3d733df82197c7d68cd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536f612c60dd1a1a539c63283e3e242b3aca3868cb6f046df30cd140f8207df8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3885a3810cd3c63bb8dc6554b44ea4e030c5855
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f1e3fdd922a313c7f45f4412f7082238f2926f93ebe3a7dfca98bd5959148b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f0450be4bb4bb371c017072d83b417d4fdedd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdc987de66196773f5b97691b9cbc8cdf726497e5d9b308165ac166f0691cb3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72f9dc558391dc9406d5b63b103df62b9dd6928
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8985e3b58094aa56490ccdc19386efe45d56abd3e0aa2a1dd63f610e2ffeddfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b2c59f674a6010bd2efe3064b56f79742160e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229e5a4d174927e3ee1b6d27e449e18e35d7b73a1953ee9f32c4ccdef405805f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f582fec1d9b6a3495a6699bb7eea07682cbd785c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fb728b203a27dfaa47c942d77c984537d8079fdfe2d4ef898b6ab69ce15e65
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ea895bce0749cf178245011b707fa584e8b208
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ca568337a7803405aa28f1ab7358a32f417d476d54f0cf26eea05295578a85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc4f1ccf8d173c4c4d1ba7872b99058b755865
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4470fff07d5b7ccbdd68310adffccd7fc186905e9584845ff008e06088c1bbbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba2523c4e91ae39706b21d217bb2c78e851b00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6c5aec9b4a8f6f6a03662b327ef4a16b2448bafcc60f99e6aed28ce01b010f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26323e5a22dbf89780ae05df02f21123fe5b7c51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5685671564c9b6e395f6c2676a0bc300791fff2081b59d57410f031c9125fb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d667a4dc7eb15026c6f3b72dc7041e85961903
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b5053744df4b06c6bae7a14aa019b98b675b499f70885e4d3942894bd2f7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9432acfc467d060ce0722fe98fe428da855c0192
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3026f256110b4e5576e8f67a25b7300e09f3e558e0e3952d4bd75be5cc41b508
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1d490d241daa5a6d92997075619e5a17ffcf20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76050579c040b919c625781cf5cd6481f868ae747b4d596e8bd94e7ae33dfc52
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e3cf6650feec23d1c1937b6bcbeb5db21e891
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449717bf36410c6cd93ad6382056d14d282ab67feed82a1f94052fe15ab7a1d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9761e9a400c58fea8fcb7464ace6d8de4972e77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69b43b40001effa4f495ea9d8266b9948271fbbc56b98f2c98a9319bf020a4e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1911f445ed8fa8e194d870372ee90865988046
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7732cd75653b160662e54813c1145bc384b2a190baac0623f3d677dc628a6b31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e83763e981ae897d7b5915903fc1d3875566c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0bf1fbd70a85c4c213d65e6bc2f8295917e6f5db57ee73948cae0483999ff2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4034afd005b855236737c942437ba522e7f3923a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b90afee3ba1ee652c6b83f043ce5c923b0f4cf932b13f87e7a998648321df4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70407d5a7503ded75fc55277011d2c6d72646e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93289e0f6f0b61ae1f22430110abbb9965aac6dc593c8713dd546e742a29108e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216088af02103807561488d415f273cbce37aa5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beed7ddac27f4541833cfe58845fff14efbbeb265404f3ef6d5d35e24fd31ed4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b22517f5a35f2fcfc7b5fd69f5edea8199c9f2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96aa3a5b8b3d5001f360a7a261f5e31e03b31b81a09e02ba76ea4ce21bb6844
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cef382859f770e93d85f1a84815729b56580aa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643ac6bb1eda269c45e708cb8503831a06c429980327d6715576a917638776ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f5c39c8455b49dde62ebc10af5b98aa1275727
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e0c688ff547f845d4e47dcdbb1a84dc24c6307fa440c40c2f1f2f6c6d3570e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d782b408553361821f800e4b384da80290f08d81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f225e5c1788afc0e04782903aa3b9b9b02f563d2efe0a830712e48fee75d42
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4078e69ca10b4e6596ae7f5941055b6067769e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3c65af00a3ca7050ad50f50160e92242164097af85c86ebd81a6a8d0fca1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3f03feecdf27b95ce7f0ebc73ecf2709730abc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f2ec23a655e33b6e36886fac5137ad509ae1f313b610fc9ca5bd5a93c99e86
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b4e951ccd4e4037ccf13a91fd6b59936808478
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da86b9c724ccf52131702aa447d5476c6c027e5cc5251f06cce4894bd644e1ee
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f470161f6a3aa9fd12b1d398f6c8a83acb14143
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09faab205dfcf81d5e94465c6de84d1086c62f390d244327ed2e5c16c246d2b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e3da4821e556c1d84f2257a38f29393e66da06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99c617be9376ea4f56f24174b932273bdc23066e1dc2147eb9f1bffeb8e5786
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8bc05fe3be50c2f3731fc481bf8791ad607663
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf096d614c406e9833052656988e4f09e0d6a8cc81fece688895043ab351ee4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de544e9c67fa53c491607571803fb1ac6e8ca33e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0397fc26aadd7f21b0bc2572ab2eed998f2897550b26deb7fda8e4f1a5504298
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b32a91b909ca3173790b8809afae552d6e6069a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a716472b84a8078453ec2674a8fb89d38809ed46de5078ed335319f7ca08b788
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90620bce0343e368d71c487cc10d092b3dc85884
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e65948a13d4dd1184638f3442e75cf9e3556fd9071516373f4026026e6abad2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34af5c329ece94661509f2ba8a013d676396c6ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1fd94ca8ecbdd9665689978053b9403ddbb6ea8aa19f2c97ba9f071d5cc7df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243a0ebd77050b843e86bef8fb27fbb8643ce5aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b034bb0d4cd283a8bad82c4c150dd123285d8af0db6021723972c270a0b152
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cab56f095e40a6ba07dd6c104e5f0b492e96ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41637264d956716cd597da3efa0b9e7f8bf33b2e9c9a90f0c8096113febfb8dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c30097b75174b28f0075313432699a74a0a115d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118393f261451fe4e983cd08a14265ac6c32bc7bbef0b2754b85ab9d843143ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b70de90894fef6b289670f41a3ac9744940501
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e0604a5d4bd002a3d79e35f9327798389537438b42a50da381964dad2af6d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5687e5bb74f44b872350723c1b8da2341564ca0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be6ecd19a1fdef21e46ac6bfeff46d617812a385419344d4167d000f03de9ab
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a78e6a8984c0816b65431ea919e57cff56becd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8b2487598ef2477741b99a507299b9bf3aafef8cd30b658f60bc6d97251b8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156955aee3e47c0d4de6faa5c18e466f62017ff2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3466344abf852af37ad2c99cf3d0bcd610e66a07730dee806557f92d332984a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5c56c6ac42a5ff2ea72cd0464ffafc6b5df27d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a0a7bc900063479f465e558cb0e971242085af1365df816a06b766e3468d74
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6c216c99eff48d757900c3898ea705c8b97a12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cac040e76abad5bab3ef55c07e9a2004f3ba97630c3e7042e304ac9cfb1c8b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc553135904b9c7c13c088cd11ef6ad4ebc525d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be18a6e6642a685345db503fa69188b1f2d38bab53c82a1cabc42d1354b39223
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08720c62527232d3332389c0456b1aed9bd25c2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594401dadad5657926c43dc3453d26eb4f9467ad4f892840757cf5e93c3329bb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c4b4cf7cd86647ffd8a2ef8b646c301df33fa8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251736f422a8f82762af66608c7d936e04714ab927810a37c73e382c88ea2d9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59910eaf3a134418f25120ef1416f0fc94490ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31fabd4ce7c5170d09e48a1aa5f4bc89b1e8d11278d60db44c73f180e0e800c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df5b1ab54dbb77d8805fbd882fe1a5abce525c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d1fb1d750b6bb71844e5ab55b54db665a8559c9e08379135e0ab67845ed4ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0959ad7c0a9516fe59a64e3a9a7c59ba7e4c6ac0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cede6b31ffe129787c6b1b6673759f4dbce315c00c61601f09902b325eea510
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa55287174715762b52fbde3c55f70e762fff8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164cee27ee2bdbd78c57333572e9e2c896a20decfcae4cf97f60688bb654c370
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae50983294f4ccff03753fcd7934d5d650351fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792b4be1e239763adad3368adc923705a7a4308e9a8f33e03427925de6109d1e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8ee57cb63834ea7a0a32128ffdcec2428f9a5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ce3442a1dbe595b0620a2c7f578c5b33b9f5fe29fae67f81ef370e6c2d491
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cc33e203fba83f4f5476837c5d3dda63f35401
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624c3ad848f77126036eefc10bb5b1e6d358e7f4a518955ca9e7c0359491770c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a1b0a62fe6254f3b3e45ba0a52c4b48d74b838
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2f5b724e3fb04556d8354d3e5f0c7b8ec6f964c3af7331aa39c62ab3eac6a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1f12f67952958555d61a7f92a309b836ab9a79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a43672bcf479ee91993234c8b679fa4b8853ac73ebf6737fbd2c514af14339
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720f99de1d60f3a6c3e733685cbb00afa960cb4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b71d9969f036b890378823480051f0c2bf07b36254f290ba249e461fdfab20
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8350dd3719f7c98de9eb1673753db99f12226e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c571fcd2b8196d77c9900dfd17af87bb91b9e48c3f5abfde570e705491c66e0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b259e3c830317a495503874e1c14828291f66e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72456bd9f54078ee386effc94786640f6660c9449bbe2111903dda2863c8b1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04612f2894ad6a1b5bee4b93bbe45e6520d8adbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b37e10392bbaedd447467c3ac3466a3a7f400e52136ab4f0f5c6ac07dabf53e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0482ba47a9559ff063e11bf8a63710e582666d3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ff13919386da41439da43cfc33cfbc39f11c7a827783b36c1ed676b6f1b5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a7a7c30a7a8f6f071c25ac4c218367ae40ebc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc92cea7e1aed28a335c6e64055a917c9f2ec48c7e1b640f01689a3f7cc5121f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a8f4775d238dde060efe6c42be246fd82a6828
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494b62b63b7768ac62790ea501961c0d9d9eb8785fda045cf59f13f17ee891a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b834909567902ed93455aacde2d6d55e8761cbc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a1b58da20b2afa6645a1c107d8ce8e6dadc6c20772eeb202fe1abdb8945765
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e200dee507d89c38a043c361a787a1674d89241a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86c86e7abbb3d2ff42ec3f1401c62a44a087582f0018fa310f71da61dec30c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eae4faa35176f0645b4a1cfd078635683ed048e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ee79f6eda5ca6a106fa6ee39548a21f329d979e3aede3b233730d82593e368
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642f488d13e41fc4a70ab5fd2328a4d88aba770b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5035407ba050fe75bb6db34c521c4f1e66be520ef39ea232956d1f348972fb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0c8e7060e4c6bf967ff4f97f113b67785b8356
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474982d8e03eb9744f5eb86dedbedc981fd109051d4c16a03f4df26b392c0d93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94130ad144f0a6c4a7c3e0e6d434a78998ddc83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a61eb6750cc9cc727c60bc8d915b57a40932f5adc9c77e46055a0e6a6144e14
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fe4c162ef0517d1a61be80cc5199afe33072be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd859c0b792273863dfdd6fbc69a2873a504585f6ac2fe394453099e37e13b1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72195461c55bce62b5f6733386379944e1865239
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f54fd30c3a520f40d7c802619f778cb9d6f6e87d8c863484f63aeb54ba94ed1
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426f82e5c624764827d949f4081d4f6419c0544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621f171b547ddf711949d6374ccf32606ac807e168b3063bb62b47900e68e409
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e78ae326b6eeda51fcf2477cc6b66cd73d37c37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0e568bea2b63e8e7b4d2285190740e9ea0bc3711f9544a01f012f76af4fe95
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cf88ee7aeafdbe2321597e7f7e4a012e913e26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0103708d2afca0c3b580761c7796b9f4d0212d8093b4187e94bbe1c87295736
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bbdbb19f2b6fe7badbc13686fe859dc40d35a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc51a3513dfa7fcca6d1fb84e4a6f2b2bad47d998b5994a67447f88bea90883
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b45623d12df92fbae972c11c8a6f9e5bd2316
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784b2c93f016618af96ebb754ca6f375d51d931a55acbd1bcf794d8d6ba988bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c59aa28c73b7b20f524bca08b42c0cb7e0ec32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24509410cf1746754ad5db7c84190712cc3ed393b717816eb883c51ffd92381a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ce9934f0191085ace682e64a0913c0bca142c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e40422843152e9e05b1ce06f78193c6c275baa35baffeb440758a85066ee31b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2add041bc62c280672dbb18ac66b98a7eca292a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe6142f2820dd919fdfe06bce3158b6d5e10b40e3214044ccb964c55e0fbc6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb7d1d5410f07ffaadeecae87d08f0c28b023f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e14dd313f01b1103f80fe2b4fc3fcb596a4dd77c356b5af2ccc9393c75a565
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fea437164d80904a3054ba4db093eab9a37a2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c5ee78791c252544b6d97902ce235c1e8e10e6ed62df3262b77cfc99202f87
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768638506cd5c5ffb97c41963d963f1d11fa2555
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6409ddf853a193a3e6f6873f847bc5c40b7f70fcdb8d806ed6130b77d89eee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0846c3c8509476e65cae1b39d31ca36d41f38813
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa98d10edd5c1601e0d09e02c5cf2e4bd5cd1fe51011b9004c2951d7da2e9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0844590d6b9481f65dd5c5bba2167ae386101
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e32f05d21f2eb8adbee6f0f9050d83489eeba5e25cf23ffce813b8834ba373
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840c43918d460eb40931bdcc88cdff0fbcaabe5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5314a8e07a0e4f86b890a8f3ea339b7cd97268e7748a363a9be7f7c0c0664
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2797721f4b0f2acac3c2d9481fe410e262a34709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6f53752261e80091163642f1b4224e668dc55a9764d7f43f6ec0e0f368b42c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a45cc90dcf98d9998ac6c5869d3e085e43131c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a77a1e9cee00fd061310fc09475f7d206d50e42232dc087e6b6bf8d13f71d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cb1408af92905be0e169fa9fead5052bdef8c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a7a8becdb9e3c13bdb0315c78444234fb83a28ea10543e83d9348a2ec3ed8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cd8247d709be124fb525cb63ea9d7b78563076
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9f5b7424307df5b4712c5bfebde345ab3c3c56eeb34ef9191389c4ba33af29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b1d7d885402b3c6832e2aaf3ddd3f4bc698d29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884c57c4c5bbf0548b5f1409be5cbbd49f2d7f0e318c4eaec62fdb8d5f5e1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb0b121f46812718f0a7552ea3193334a66b704
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a226eeeab936892977f9b2e1911fdf33bf4fd56e636156f8640d3cc5effab
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33465b79dd5bdb5212021bff450c0576e6c6e673
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff25364e1458bf84f969e83be513a02b3081c4db604d61723ba6e27e9461e1eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cd82da441499c9628b66c6c6343fd4395ee1dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47f7b8f33c891b633ffbe799273edf5cbf22ea1b179a060dd5979331ed089f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b89b6c3eabc1fca03ef8ef3e91063980baff65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039c589bd5c25db0ae497e392909f2f326d629ea96e1d7860bee5b28b01056e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85984e887a3bdf51d67e136ae5e143ba164cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f506a221a7a9ef941625a533786342db7fb02beb1223a219543776057f5cef7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557732892cc822e52ac0a446fbe6dfac5933d01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf30e502b28e756b384c28ae1a2ef21127320adcfffdbfc3b50c78fec0c2174
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0325357411bd5302c22220b5d4701342372610f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0d6fb1f91118a7301a0605d67d9f0eb26e63d081ec7a5829924dcda2865b8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b396000f5c1ee9f1643ba7e58de40ecdf4cac0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b94e84ad5a10263d3cba1e222ab0d62e23d1f4bebba41b259403345d57889
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1047f48893e769575bc0925b32b30b95d24a3d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882fab33923eee0f905de89e88bd2b8122ca6818c761f21c94081e647c6265db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d956f9624ce616bc8669c28fd138920c6f438
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f47615c9f5fd3ff080c8f080da3d811020f0fcefde7dffc30663a545913124
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c9d5dd0790d4724c95361915fad26975d0cbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c00969e3ea7e67a0c6cb6261cd619dcb617838a466599a79d9852e172df1c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c415b9252a42a8060bf77a52593b6a44c1c3133
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3927100e75137a2ad0e8085d6fd3d1ceba527e17642a64269702ecbf6c2487f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aefe3f8b1fd5d1c24b7f014e275f49e81080fea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808065aa57ce42284bb6b05e073147c1ec5cbc9d35127e62107c381fee820b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8173f4f24b663ab7e9e5fd2e64433270fed64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1d8f64bb1759fa719c02acb8e1b1cf0abb660d9bc7bd22601a28fe79f3faf2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8d43b8a947e42504340671ec73dbeb778b97c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab813aa8abd3e4b08bedaa13de449c7c36cbd7a9843302f9340d35a7a96b0f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f956aa71f5831ad6ec600ec9013d700f68759ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc75e24b579cc69acb72b7e97f8dceb124ba7634f4fa7f422ecb6e82f2c275
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf4f47a1aeb4de9bf63d69abb58052acac834c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcba2c09236859ba5436e9d6d15fa751005a77afe0f5a357e36e4278be0bef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8181d12e9e8b561974fd27c8eec14ca4b8baf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa40438b04e31c28d5266a68b19681d20083505a34d10e50e3f40fe1ecc3195
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17555bf97b94a6114e2681eb22bc8d8e2723e6ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adf5bbd183a19259bd11ffceea0b965cbc02fc0c554b9cd0dfa22fb392908b2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689db623b8de4be4ea311be028c24eedb973e7c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ffc992da93fceb9f00db644d36f14233733508721842ded692dfbd984e9cc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc3ed977e63dbe90c52f20fcc78191d913c5883
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdfade7e7711b63ad0019261870a0931b2d21191b13cedb4e7bf06ded94fda
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8339a3341430702a4af308ce9544c8679c8ffd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745e855254ff5fa668252a271a7a41be5b4f92e0a923204b3e2c652c031283d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d3f9555928b873e37a730e3c52188658a9842f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ba35c9753f8ae24a166b97c589a3d28955c4859897a31a69a4cdbba9b510d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e11d779002f6b76eb541ca56b5dd93c15d59adf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f76fcd9785a6519375716c7fc3974632c10f067cf3b435d27a16ec46b57dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e461c9b46a4a53e45f9def9166e6c6da25daaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b91151e14f8f60a1661c6904ae16ffac639512d8afb0ed5195c3c855df49289
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d299f50ff13a58284accc376ae2617822e1a08f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd56b890f4ac600047d6e230ed851d0e374cd44e2cc1c88aed7c7e3470a10799
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c8aab5c979fa86d049d047898f0d2b6a39c9e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53f719736080172a735f18c425917c0545d5e975c57bbada2aaeaf64aade42f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e516da03835b94eeb705cc0bc7de9fa04d71dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e804d8821fd478f8da32fe78bdf2837c440691fb72df8862dbc7e0e0091cb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93210776f89e07dfb7d1a492ff943f1ff97e5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcefb031017242287ff48b2a0ad474d28e19aa77c87ad189520db4aedfd9740
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45727f183e1988667bb71be38f175b975ef6f77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da121056380b84257670984477e0a3f4cc4e969d6157449c205acfb4538bbd12
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fba54b5b7babf416e7112785f18822939d13a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ca1ea5b280258214dbd873904c7fd6c84fcc1a84f31b83ae21889dc5c20d1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b268752e6547c8b7644698b5343c85b1a29455a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252c44e3896b29cc8f87b67d9ab4251e2f7dc25e2068eb6be8bf8e64e5e26c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293f50e9f7fcfbfdab6c60e072746be1855cf86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eabecaa4f6eee5fbc1d8c7b4ba9fa4402f2ad56aa1cb48af09bd90b90c5f67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d88fc8dfb9b6a1c098eb0237fbbd908a1602756
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299212c707828a0d85cf56e4b1f910366a6fe68c4cc483995d43fd39d8670a7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7810b04512f7ae1fbf0494a63146bce0a7e1f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d941ad0500d0723824018cc5b2953f4dc46bd9024f6f461bfb59ff8e3084e10c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f9155bc01486f5dce690459e1b401ad65e0e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e07bd4b28d57881f6c82108b57967c74635e384033e6a6fa66afe1f194a1d53
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9fd75fbfa796853110ce7b27a6d29d6e2af40b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785f0b1401243d7e3d8d2b9d4c0626f524a1533068cf1f5457ca81317d886f79
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1323aceb1c60cd78145ccc79910b58331ac3018
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65b2b7959d02f2db97cb898e002fc9bf0e8f82ff1cc6fd4e3c092bd30cba75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfafd30eade9f1d5e60c4bfd4da3f10183d384
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0c892623c1ae7bd873ff292237a80a7b352defc56821a9b7a027d57c4080f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac628a6b52539b358fbfcc6415b65413a54e8fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545b3277b142c3423a4fa838cab0fd081874881f73bb5a8f79290050e7b2113
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ad2f7be70d6be9d7a43b9282f9561a18122efe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17dcbe34afee714877113e42466a52d46349b1f3c4895cb76baeef0d039ecc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a91650ad6048f47c78a999312d38645a5f3322
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc47682157846ec50cb4eeb8dce510e980f8c4bcef3bfd8acd36313a867a0bf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d214117c4e1d95a434803422ec8344a2b1e69c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a3e5ebcefd54dd9a59005c0c2cf35e695e05514f74ad8fe7dca2ce3f9def9e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061167f5b0d45f7f2a43663244013bdcf7a6be0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673d95037d69443eafe1448846f8c148e72fe52b81ca8f0fcbc2bcd07a3ff06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970eeafecad3cbbb6c408fc50f447755d148ae9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf960fd5762129f6eda70f877acfc014901b9db53f8ed9b5affdafbd1a14b94e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f7cd0fbadb2fce8098166dd898a5ed153df5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8df09ea849c30bdbe2458c0bc341016e83af3d04d0d85666f2ac6ed1214b5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dd0f13665bfceca0b85f38939bd44bd3fc4a54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82654e2a3d94bd6700ac6dca89a689bdbfceefc2f1637b32850a748fb3c04e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2106628981899c532d1ddbeee3ea6372c98a268
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb54ee8529bf7b5c0df50c7a340751816827acb33368d3c1263d083d92fd084a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc0b5ad6540ba253da181206726cd9454775cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a9619509088926ead4fe5e9a910ab518c1772972981ae66fef69a66c893729
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb586c18d70624f970d418e4c4a511c7cc6b477
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7f9874b934e5ddf5fe63a18936c4736cedda2d03319faef14104bb32397287
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add81f28bd1378aab520e45c28bf5c48abd8498c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c5c2ef39e7bfcdf9c8290440569ceed57cd26d9e0c6709ca50d2a28be4614
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b64ebf91287b13533ec0c407b575ea9c9c521c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f7e996c18efb1c95ec4e3a2fa3c9c50e2d40b4865d0abc91c8993857e219f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89392d29e0889415615a45dcbcc897ae683bbebd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fa944c7f16d1786a5b1949933d1564210c5a1ccf02bd047547cb666446fecb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58756e14acae4fd41abb9076401a8250f3d1d90d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c5c30d8a5b83b3a424cff4dbbd923912da031ed80e0d5745f808a44b59cd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4bd6a2c9007055d137af0f7dcbc014f67a0ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4233b4ff1dd3e9041c43081cf097762f3687ef4eec82a8b512ae776ebf3161c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d3ff175293260341ff7b36200c79b344c6383
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbd345aed0accd4a8bb895a22a1f0f47dc5376e3ae2d4044255a6a775599250
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879bbec03bd6b3ac1c4fdec295e8aace4c9c25b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77842f7e35a5c8ee9a2edbfdb72d82db41b9dbc906e1b91d37a30e161496a5da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a14aaaef18a5f0dbf06b8a172611c03a9bb2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2406728e6a38d9b8659bb421edb8a12b563942a1fbecff5bcafff949753ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f59a98130bf8349692362cfea68b6e4502d9b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682c2d87dd6009be8d690d5f1f6eb972b7e8cfc47287fffc3a29588226917a78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f6688a24cb8ff2948a54593c13ffbd91ed3e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1358de6e8cb1ebd1a19424edd57771391ffa8a20afd528649152f59e15bd711e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ad10044537c1986810b9280751388b9f32ed9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a7412398b7f66b6d2ae52ee8b715c893c29ff3d52b8112d5019b2e0262d5b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d554ebb7bd5f4643957b6a2504cab7ec4e9ff68e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e005ae6137456dbc2bfc0ac109e0e7b6ada1b8b1d00797ad85408c677384a370
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d4f71720149232d6906487b4f0254294b17fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbeaa5158cb542c983571ecf58e8de789b37baadd845b72cd367d222717ba4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0ff2f746f87312b989e2f556ddb43a1e27760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d3e4bfa8a219bbf42d7117040fbbf905a477e738e211759a2db0840c0dfd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed060c29791d42bbc292e4f4491f480625a31602
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd936819f93d743591e9233e34c0ac419da213e117d314615c744a3cc2b457c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0810a6451e1c670f1f35dd5c6465c783a7294
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f62988b51f8fe14872df3e216cdef1fa311d21ed55c394f6b3f4b945e7d4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2524a4a2608bf9cac41b6fbf2e0b288379e79b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051d5836b04d7db7f7ca343e295d58de5daf7cf478cce11454695b4fec18429c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67993466824ea29df0513474efd54456b6f73471
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e6c646c3e416627af706f8959180b2c02e5b52ceaea4a1325c7dd5ca20d9b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e3d79b0133b9f42055847e8fd645f081c80ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b313a3248a00c1891e77dab5c0e5883882e95ede291e8199106333400ba3c25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1147b7c4296366edd3b3c671bd4b8bb362b6d68a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9094c47120a7c55ca0bc81f30386fd9ffedd1c11a1c60d18a424b12e350307a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078ec7e0d7ee59211ea2512adc3c0886cdb28f4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bfad8254cac75b34ce6975dc902f785e3a99311a101c5613b9a8a3a66ab246
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa9f79a33bd9015d89be0724125ec173b58a73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fdb7f0e4508775b69def855bd1157efbbd34900bda2e0e1906d49f3c85378e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c811f915b20f82fb94c98067ae4412c074eb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4296ef6fb5e0509590043a304fada4affb01859427fc6478b065d14fe1b9617a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2a4fb91a1ad7b528ebb44ebb9c3567ee3508fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6c011401b93b6e93527eb56ed82645d6d17f5db68040bc5c484e49c5d866b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca2995eb56103963f7411914608cbbe913b066
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290d9fbc3b10affede5cc8df72287e010f52cf471937945ded71724eabfc3a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44a8dc48a1d0023e7e16084872c966602cb6785
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35528782557cfa9438d95f7080faf4e87c0dbcce96404e704e5be1fad0a7f4c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962b43cabfd18e752fac2795bc090301a417483
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f0cabb00f0f050ebd2c94b28ab8acc10706a3efb1e92a97cb88b73d6979c0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf1757fa5ba2805c84102a45d09c395162e3e4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91efc5f6ec6f1d109fd8fc745d161205d8455d50ba6a3023f8b7b8315e490b0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad792fda6a54e0cb1dc71b38560492eb31ec8378
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd899798fdaf904e0b16640450886eb317d9c1f8158f8f2f2c89f8fe35631c6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd72893f99d9669ae1d8c2c36e8041c2e92dc0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806a4167cc49a7107611b688e6cf2e0c567cd1da2eaeec45576f6d835fb70772
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690fe4cae38ded5fe5bdd205067a707823a19c16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8eee2b50ff8e7c15d69048e5775f0c040b7505a18c885450a5d5deba1ed71ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120f23299cf7a4cda9f0cd631853ebf4a3ee86eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e02935cf9efb992430347f3d0de6fb9bc01cba5cfa9335ceb5f51f49c267e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c2aa38842ea6bc0f521d65c75e47c2eb3de1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a4742e2431d2e23e0a3953ead53208a7fe7582e8f943d9954b4da933b6fae7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679198cb9806ac83176412a79904fc3329bb8d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d32108f296280e2c8cf9c6fa29ccd5fa91f5a1fb4274b89cdb0789b7d36385
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a3dc4fadd5b07c6bf475db70ad4c86ce20994c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2ca050943cab5c9431f7208613a2cd7dfd84d1b7a490e2b87782574797b84d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4c0a07ff99358472da80252130075155d0684b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5374b5fc534ef94ac22d4ba3a1245a24c5a428a5312377305a3b38944ab7363
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6aa3afc8ecf1c0062d3ae8464f5703ba5afe14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa6f842dd20fec5591d63c151436db153c9fe5190196302a89145fed2803374
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f913fcf05a68d6b4000acd7e9e74a8a2144184
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94603989f1927273353375db65a41a2fa8ddb3fa59322851db90341e186526
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7224a8795be03be7704f0fd6c816007c72cad8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92425c051ae6b6a472d13f066c20ea6c1b38e5e75350ed89df952e346c3088
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580f363364de857613d89a0d5379a559fbfd60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6f62923c154ba6e309fd514b6ec709bb1c9d1ea63b771d16f853460cc34feb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85ff35c9ea14e4fa491be5488cc852a012581f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e72b54fbec3bb86a5cc3e1cd62e28126e629571db6cd4ad6915f0c6a59fc102
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1cc0b30e592798aad5727dd15f62e802e4ec0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50185933ec691bc804b8177580781cf260b13f204e104500af6a8f62fbfc286
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42207cbf2c88add62197d65f6c199f14aef4023
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c296a7b1f591be07bb8cede8c373a5138cfc978729c2c18d272be274448bb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9bad665873546a1d6dd0870926d8566897661
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284c23bedbc8a143ad8a44f0bf2a67b9735efdcc8400a5e17cdb4e2e97505690
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f04747e67ab74fcfc572334650b5edd71c375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc5006d5d588890c5e65e3fef66b43882e484b7ea24da1906ff2effb44e996
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199abef76b5ea33c29e26c8cfab20a09767cecf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20754bc146dcded646cbe29d27eba77019d05b116208cd6440f085d2ef79e0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf914754e0bd5392db6f40893e45814b049d3fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f5481e2d073694b557c817ccfa728a31c1159b37d0414bc110b937e40f1f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb509d6cd0c1c1828961eb7deb00e545d4b727b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a8f96867cf7dd89b45df4f951ed54038888555e08caccf3193f8fb082bc96b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b282503a001b938dab14f706821b146bbd02e09b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf0a044503697cf1f14ddabb86fc3707a7a7ad56d50cccaca13d991a7279bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b384be837065c585034cf1f01c3497f822f884
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8345657cac35365f92b7169ffb4bbadc724595fbaa5b47d7f3a146e644417dee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1478762d73764f99edeb2ef11301b5c03b5b6c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b865364bdbfc03d6a15ca8a3b685e555f2bcabe35b2091892d4e17a7a7de27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842999ac076abb58541f9a4fe042e5f827ddbcc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4a1d53c05413fcff01cafa86d16056eda4aeb5d20cd7b2265143e6de5eaad9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45fd1f7c6bfe4309a58029d29f39ec87826b91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ae5cb4d58b551bc8228455a2ad647d10d3293699ca985b3c96cdfd15705fc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a20b87899558ecc0a8fde442961342224a5c67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12ff8562d3cd24cd29908ed320da264cffb4726b6bd6e78bbf5beeed4d04ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92dc08e999ffb69206788afbe66d7b50f3abd31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed6b7b65f2c3dadb5b4197d6936562635df2e6e28373ca6841d8d83418f9903
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845721f7a47d72cffb5f713e8d123f261320bf36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c272a27076d2bbe839aa35df9fcca212f87e54b23db852855700d71b1db9fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f132f059b872ac740be380b0bc269abd7c09992a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4536083906b3ea7fa3a1b28d888269bea292b90bb2dafe28b34d0b9ccc1ee4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763f43e6456fadb124dcf66d7a4ef2e3b548544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb903336354d85e5179d774c5f59392926cb267bf50dd66a72d462089a61c35f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5874c7c42d7c643f10f1067aeace32e979c48e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7db00bc240790c50f4f08cb3e6bb833d0ea9c87c3e26fc4ad7bed7fcb6f68b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5faf33d5e7e3247f0e035fec1603b510a1c96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba992433a736b3695c4c4a87e6dcb3905ab9df4e29db98fe3655a66a8945671a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165d87d62dc12146ebc3033e217b0c553cf1802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff44b20769d2f9b94329da5b8f12208737db67cf5676770be094f025775467b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3e0d4ba7ec52613b55a4b7a657fe764e870246
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc7c4f52a7d3479867c55c198d1775bc1f10063e99c64de7136abecbbb82e34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678406f04a74d695bc5e4377da1059b462668e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ae2d75969abf5cd1d5689440c425e1550f6be8b7594f7fd0df7b86e6c8d21
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8e35620383982523c3568f1f4670d1d1456530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7505c7a0105de71ee1d3d544fdf55ccd80257f19c356b89e876618ac1d5d68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5605e618ecfd07062f4bc581c984f801f6a8b2b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d881bab912f88f10f08038ff18ce3b1a53d5fa2379610dde6ec0260f9cfede40
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b34b175a6457efca419f9b429480acd899a2e39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825a5e7b049333571f35849b81623354bdeb0ab7e83ac2d1b754fd61fbeb0b88
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13371321b05c5dbdedec51e908712b2e4bbaf3ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922b955977344f2a415b2c47b1d184e68d07f7afff4430c66f4d9606983da7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f53f5b221dabaefb8db77754d00c910fe9db342
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b357a13aa2705736113e72ec9fb63d368e3312a7b5e710c8a57885576e0ce9a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa64cd98aa85aa7cb361f7acb452d2dfb5d68da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b90ebb2a49872329822981ff8504be9cccfe2daf92a835c56f0eaa2bfb99a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd5aa9b949a965994002cc5d718448c1b8ba91b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a01756adbe29ffba16b577a22fdfdfc0cc1e89daa17176f1e3326d43ba593bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b5c3fa8d26a4684feb3ece9dea951ae300fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e809cd2de5693136be5d1b036f90b8fa9dca478e97ea0d8be08eb455a93aff
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1472df80676df85233aa8203a1e6f9f7bed191f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7f13b9769f7708f059db8b918cb727eedecf0a575b23dfc11ed9f600379cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75915cae550ab0d3c02b27b5abaef1d080bd23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cfedf6f6c149ba79132b68d71662de2979e215ac7c27b06bdfeab8d39b2738
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e91554d2ae207a345f363928fa75b6f4c32d14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc9244d0e27b420ada764da2aecdf7a5b4162c72ef324253ee6fb948342c4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbac09e8b360e83cb7363c976c6527a549e0c4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed06fa005ec29982876c24862dbe26a858c17375c8c924cbd098739a7f9437
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7784703f3c26317a10eb3005b8f45fcae9fad7db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb08cd0c62cf0d46729b797d0ddb35a248b717b55b07f7f8fb4090cb36b6df1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359d78345a4b400182441812820676e1ce9f3a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd56f0b7d50c420ba677d826e7994a4696f818826c675aeb4f17f4012fff901
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc5c9660c20749580d8cb028c39e477a53f7cde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea245b83d6f4e2d203fb32ee689d26ddf8ca09ba3a08750a49f512f34dd3c24
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32433dbe33e2a4cfa058a64d8c3069d798064700
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3546ebbd9ebc157388c7f835dc35e89a4f3c89544b25c360e8c5780dcf2fe27
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecd2f6d21da7582dd1ca8f6ae35748f779a921e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b824cd9d93fdb15962cf1ddd95956da32532c1458f2462a80c2dffe9c119dfc0
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007bff65caf3e7d99e3f59687cc868bc8305a274
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b1f337d71fa7d6e1dc82ab756b85dcb3870684b70493dbc2c98b78eff7c74e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff97b2b1e2e194fc8b34b7a70c18e7724af93734
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bb3ec2912ed90addd91dfaaa951777a766220a60abc0f54749c9fbe158be5e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcaa6b8a04db6a8ca6e1994f1339db65cb712209
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469a6e36f934a35b7077e0c6efe7993190f625c84a1c2241644a77c56fac8a58
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c356ef1339b35c2feb967c9d8b33502fcbed1c00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371782b1fae696fa41a10e319c5baabbdf4a20cefa37a31053bbf6f1214de20c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f677c9fd267e3b45a2c3cbc5722c8a664b2ad3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3344922ae49080aad86b87cc3ab776c0ed3dde9079f39e47ce9862af5bd4d2c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dfbbc988f41767fd5b360f2a055dd4b414fbd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed29af9fcd866589ea283aa42ca81cb0dbaf6756d76a9a7798ac06474f9e3e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d656a75e8e7067d0819269fc5d7287337206b46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725443dbae709489a8b0ee385e287dc1e38d20db0f66df85ee10b498d7bacd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd0b23900208f440f6ab52a03d62855a7a7b3c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0294b2641d434e9a51731a568b749ec7167a46748e04150a1e98e5a52706241
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5544985ee93e73e72159137295e34b8a22a95e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f607b811d5da7fea70daa62273395948b0b6e02588205638e2045ef3693caaf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3825fa9422893dafd773a9f68b015737b40b35a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7419850f78fe50b9ceb2e3e7e6f1a40e124f3b67ddd37d43ef83b666f92e5bd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5add2367764dec88079ddcb1b1b8fb53c3f96ff5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2da9e37fa777d0f7cc4192a13694554afa5ad9f6d62026a13fa450f5d2d0677
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7454f4a98a73de5931978623fb92a6e9c3aa3045
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c92c07100a0cd476b8387383dd102bff53baf15ae7f0dc034d89222c9b939b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3483050828120807720f9e8a1e30a52ee35671
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccecd8a14cb3ad75f5d3013c70fa54187c9207d7291c17512272ba43f132ef67
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8492bea8a1c320fa15666d8ed0382b0be7b3e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102739460043b802bfd80fe65f88166ac6636f861259019ace407044637136e0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ac28f5758e55f9fd239eb34b5d055b1e9e1d8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9065e140ed83aba901dd3d8b4f3a73f62b6c6528c4f833e473c3a0fb7d80cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da92cd22569a87d71635e421914c26b030a312d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5379112ca66e5042bfc63b4166b54a740d11ee3bf202b2efcf81225e0343fb2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b4a1073aa04b56669df8461f27df2590d29909
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2f5cb4d46c1656818c317fe80479af98d8311c322aee48992851270b1796c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1fff6fe07b780be5985b083a744bcd253e76ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74696de02ec559e5caec32e4fd0d4d82012d69d699274d4a3921e997748858a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41b68504321489796fe90b27992866b5575d4a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9c000ff6e946f2417fbbefcbee1ced61229b5cd343f86e9ca166b2fd02cdf0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478f82b81d23f76d52fc264c31663db2febbbb83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e6054e5e7fb832f82f98d8f238a9f30c2e0ef0340151616dc956aeca8dce34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773999cd6c4861c7ca3b9b049fb3e9e43579897c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4a0552b00ceceb02d94170af764c62f0dd6e8acc68c7a6a53a70624f7634f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3faff16da4f1fc15d37b69e22554f8770776eaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4ccfdb774c9df1ed15d25e0e28df43388a35bee6123c500b54a2fc8bf14976
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628a0ab0f7f75769f9105bf98d0238a050a50fc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01767c462e5bb5f7bd045d76bd343f81642dd745f3eadafbe8dd3315d1157ee9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611eebc24288e64d89a7688aa9af9424fe878cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b8588009df0e1153a07c9877d784b0542f51b3f4088b84ed833b5fcf323ef9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d278ae8c195ced961312c5a02da4a66abfbc8bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e54efb22d9a9be6caee0a2bea1117aca0d7bfb96ef95514c22f853298b74bca
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8520aef31d4e911fbee305fb2a76f25b6132b4d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ff4f18cb3bcc861aaa4be801d0ac9476e22a08d7a679b53a38d361ec25dfd4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13d5ac04fce9d2c9f48ab08d33448533e7c8a06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2cffa204077d41c9ee4aee0ccce8f99c08ccad40c7bb8494ce019bca32ea2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f015069923f1e062c1898fe02bddcc13b90bc682
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae451aab0d232d2c86aaa07d2c65e3f5f1d2ebd450100fd66b0cf843eb3fceaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436ccb312877c40975c0f060d64a85de30daa47d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08c33ab0074c0b003efc99bd639eef47bb058a72d7d5f15482c53a40988097c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba841b9553ba3ce121972ee25579dac0e86892b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1db45a6b563b959bd24680849869cd62ddd0c98e004611d70645604391f052
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469990b29d833d3bb11590e7ae2637de10cf43bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac896b62fe4ffd1d69ecae77823f61a6224718726f399f7162caf7a84496963a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af878987c30b6eeeecae927abde030d07dad739
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb059f0e7624a52343b665015a862306cfe09ed18a44026fa3a439176a576206
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc812e81e59011756ee0750c67880a0613d0d51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f229921b3cbc24cd1be47e6e4589497210feabed4836978cf7131f8631f70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbabf381f91372de33a2ee3bf40097bfd9c0364
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e27a703a257b78f8b6aa77600de39ce7268f698c7073c93a0043b98568bf4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a20b7de05117d4d771a211e83131ee339ef9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac0e9d70ab64bb631279106ffce082041f41a809e20f789d103db87f1bfbc9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d82062802879167003edaddca2665e8b79f166
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c2fdb43a1f803e692e10d8971de7bd4da4bcbaeffcc387e1eb6ea2ccf17b0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d71d5731e4b215e73e31aab712988db673e6f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b1c66f91afbc11bfa91f8243a40f90e4e7b107fa0e14c54dce294750432087
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3494d44d487a37bcfb51fbb780e41aa647a7c453
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85ef9a1d8e7829a2447686a13c4c9d74fb66bdf4385387f65c90c8864d7a3cc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6c8633a2a0e3bade97ed27cac9d26fda6e9cde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aa2a7a76b6a4ff9cf1f660a105b4e813ce621186308c8dbf0120904db3113f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c16ebec397831314629e066f53c4d95dd7e9cff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d113f8899c2588c66983d6d2fc4494fc0587d4d534c3a569c733c46d23a2f844
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1dc38128d1112423952557204da10b20f21fa7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95953d3f1b83c72cc5d769af6896384566f41911866308069057eeb5a0e16b84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41eab11664b9d9072a354a333a2e3b881ac8d5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba076c97a2317d310152e8193932a2ed2b3dbd3f466b3d53b216c40ba79ffa6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59dd0b3ac175d1f7d6233cf076eb71459ede611
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c52cb31690ed352410d5bedf8cc727c570983c7bc6e9b35b5fc0f22becd3c57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d6b621e0755cb6465fd65fb79729ef2b439497
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc82d00944db21b2ea89090a0e7b330c4235ce6ff8d324e6eea5af16e819447c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19881f3d6085d3dac1504f70da3c02cbcb555b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244e4ebaf810d798d29f5fcbf26b61ea9b66dab79f3ceec993fa9841a1816690
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af837c7f8541817bcc12ee41cd36c3e27c4fe265
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcef03a6ff49ae4611134f1901f7c35cbe0cd49c00d2a70142aafc1f9fd23e06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ed4edf49180ead0db4b631459d8ef967724875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a9ff9c13d18eb57b3171baa96bf2b2cf8de4829258f583c26b229fbd0495a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041665e780740050866ef739f3b08a43d5456e36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaae4f47d9058ca63f9a6b062354532c823d8df4dc549ec34bf6f7846ba22c28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d79c5df75e18129f0500c73e8d09e6459e5d968
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f081d4a1e2d0516ec91c6ee92dc33b8e65804112cec81b8229d4b204a67e775f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d337db2fb804d20af7fdaa57a7c6a825c89728
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a472c879f2aabde393b054b315f97a67712ada5ff1dea44ddad40fe679816ddd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fbc5ded02e1f8dec9e4b278ec620a12fab6113
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a52bf465ef0cc57ed2029c3382c4120d8eab5eb9c9075cf6619091065833ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc14a13d5d78e3abb1f11f4b339a4b76988d4a16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24633fb45f323c6130d3fd91828bf7cb245f32db73c76361df3edb7f42003c84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3db2674f74f8bea81b9d13b13986d0ed2581a86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84629e11c8a4274d254cbe3c84cc95d8458bfb6a379bdb1ff929e423fb8657c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cc4d0a91aa366bbb3bb68385a969ccb6072827
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c580d1c9ffd5514da66b6ad43b8ad6d4339634c97518acc40cf3604703070f6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c99a66cbb1ae9c540ca958af30b7e141eb644f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec0b4420afab30dcb1ff1f08a788d4d9ce2a6beaa81a5ee5a08b12091d17248
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a31712c11c78b3e6c7e47476ecb1f6707b6d4f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf36fabf33b4e49f080cc3bf5cb1097fb5182774c332303ecd27baf4f67d628
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284468cdc6a028e1a315d2a7a44295d57105cc24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049c863012cb51e8997847ff79dadb502e42d4971842320e66d428a120594fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bc0b020b3ffd5ef0910db3f177c39d70d331ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae8c0a354312ec0772557c40e89730c4a3f96ae2bef615fc687126dfc0a978b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d88bf0686292a594f8f39732485731671c2ad4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32367559926ff3a74f3e0ec38f516dc1cb2f7b11e0cd24d48f8cc625dc820ec3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f35442a5426213c95d9bd5bf38cda22fbd9aa85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf4e9628590c5c3b26ada423e6767466fc274a2c01a034d72cb0fd83623e266
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2a97392bb4aa63559d6ca1a2447cd884fe5431
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9061f6a09943858044ee192d16365ee8b0ecbfd4aa557108bcf2f25679028c46
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1b8de0b893127e85eddce2d90748887b7a2b52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e334ed3cc7ee56b8338683dcd382ae6adfe7d15f92393bd4903a9df800af81f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef676badb692f55a83009fcd89a1c27c9b6d97e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dbeef011b4477dcbfd5395d78329d629c5507c81a788c894e12e7d41e20260
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf5a25d0f6a7bac84589e25e74980dd07fdc50f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1a17e242c039c22f6106d17c0618a14cd85877e87c83e942e62c3f3e6ccc0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78062f28948fa1dbe55f9f0e9cf2cb7e5b8abcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b6196c8a2eebde219952f62216c66ebd71bb354a8e755e45e12014b18b8e24
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7bca3ff717c4392ba0dd6b27e9696e09e5dba2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6411546da58d83f09fc42f95e1c97c4af2d47b01c3cd9bfb5c877422e999fca0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5cfeefb98af39facc3294937fddf87144a538
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cac5be3636a110a631861ef43155b7ebc81a81a523ae3d2428a53ffbbf9c84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5ec851b09a0a68229ff23a1f731c898f72c67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747e5b699b7a6083b4ca3c562f142dc315785dc939441c47a5bc75aab347f14b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94ea1164ba0853236519af4cb7f1d39f1d696f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9c298233ce2ea4c787c3152cdbeccf35139221e76da94ae8a698640352458c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ee392bf6d96993465893174c797a65689d1f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd6a0127b6a0792e05bc418bccd9d0ac4923ff6c81d96ddb42ea7441128166
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11033d21862a14b3af29f378cc698c88f5e2244
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7d34a618907952660dd36635a4336eeb9a73dc0b0a4278e2b242404beac5f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0e886cb0f18f70bf52343a4f988f3e08a102ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd02392b9caf372bf108bbdb8b94f6e77abdeb91dc3be560a39be37b1e73b59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7609315a0db6f8b5c290f4a7d0f6a0bf1b8b27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c0a99189da135bd56ea6c44ff6b513d760e39aab802d30385486fabbe95533
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f442de69b4512fa6d7c29faa8a878acf58fef9a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66fbb628b5d48a472c694bcf7ec4cd66f6f98ef5be261badcb7ad4bc4bcc6b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ccebd45796e5cd7acdfdf1572e0e0bdde46f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0300e10c07f416dff54e25f76396cdfed7217fca5eaea6593ccd3424841a5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146365c3a5046c1dbedd421b14067fa63be8d550
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec2f6ccb04a8090445d194bde54923b18a923cf8359a719a1e8d591886deee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dcb5596316c234306f604764c7944e7aaff584
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc225cd0ab08c8e385c61977590cf44e966005793b38fbbb9c7124cc5cd44c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13d9166002c29a546e329b8b7200eb48c23731b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7c9fe9cfb61697c19b8fb2d1427aa1edb88b03a057916f8d4adf3de0b59a28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d76f89a4e3b6cbe63bdb829020a193e5327e5bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74999a58a32e84bd3200b344ad3143bc6b7155c929a61b2cb85875abed6ebf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52edd6ca59819316f639c3a88a1ed70c0b740755
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c2d5e09307d5c0c67983988ca0b8605cf3f8fb7c93d057f37413b3fff6b656
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c70233795a228f123cd6c279d54f5441b818f27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5711de9da2696991a8cd1d51fe13f9b5ce0aaa8bfd6378a8e2bd46a1910c90e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049ab3722eac9fa3e4318da6a90d7c5bc4b682a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44b61d190d1881eac8e336709af5e80721e79b41c2357efaf64c4168bdbd6e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fb1d4ce80cb06f9eb8a3e545a39fc84aef99de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a56fb86034189d97946e5a4f10739c06a6a8ffa52fd7ac3b002c5456b0812a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f500e37d7ea23e77ffb3dc4d8926b78352963f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcd5e5f785123f643164d14693bb0985a16ddb00653c747484ee54987ce0b47
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451db30dcdf52df76ebc5a88a9dfb1371ccdf319
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0ef9fcdbef1a691e5edb85f341d4db161f52dfba42063de9cfd59f66e1517a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3492de7ca8c3fb4b1ef8fab3cf6f9db3b0a0189b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86d8c5b9815560edc9e6c5e31ba418c988079f7d8138f895bc52f7234b9a876
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909bbca5d159abf738dfd15c23c3542197ca4957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de6fc750c53c105ecff00f6e522ab7d209c9a8219be403c478a7eaff8399486
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ce832ff8fc335c50acc5e1b612abca61fb3165
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5f0465688e9d0185f421062920668cad79c2288bff8aaecac9fdec6ec091f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c4d6b7cace112ffdd07d0812f5aaf970ba6ceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ec1dea658c49e022597cd7c3e48036f488d6b21dfc1d8257d3035fd91331ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35cae3e530b582b598b9f139d1c4f9ea6b745fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2845432b45c959b7a2e0809f6bdb90e7b48a0b892befab1cd1ebfddbf2b91ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5288c52245a1a4f9ff83819cf99d7f5c4663dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc1873a16d672e4cefdd4602f63f8a17a2ad410a44440b36749614756e2a89d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea9254d9ffe894f6fa491ca7dc18ff47edae86d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11bcd1b41ccb69b7dfeee824b8ce79b90032697ae76999445a68024d1a2b31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843370e9a660052b54ce83aa224f6bcb8d1345c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330769ada036b119e5ef629975d070aa6423490e38bb006f12ee7edf4108465b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21de7acf66e61bfde02461ee42f61c7e6f0c776a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d011ffcd301fa08a8a153085e427e0a04e6d871694074ec09f1e0fe30f6cbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f3b3d7697a172ebe12d691c144926e2a770b88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a471061a5a70bda2cb3a0af0c4915de73139a20ccdd1139d387b24780f4143bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5cee2c58f795d4a034415916a9f57c60366c18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9001842bbf975d0314952c78d4cc5156ba52d574585f333a9224f821edc3b96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cf07e0467ecb495cb77240aadc87514cabd830
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4b5414852a6f48d0d5cb0e3f8e9d377cd4a0a4ff9d5a48e7b5abb6d88d4c5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fba6cbea2a300eadb5c36dc49ac88d529ef06a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af229f27e46a69e13f98125912db83c035e0a94bd9886012e73d372e62df8391
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96b1ae6832415fbb666210de56cc7b947672211
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9658b2639320677e669722fca6090436b163b741dc16b38c3b66c10ef97d585
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea701d394f8d8278389d097b903be4e8f771dd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4ca8b5a67fd59522dd706354e78b09583c58e50e395a1288f2cfe36eb44786
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2118699cfe13b047a070b66746d818777cc8429
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4715d9d04a0fc3e32cc4fc5fc35aac79a57fa32f37174d8baf34a6b93bb162b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dea62126ae05c8717d581c7d272041f421aec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4608549ed501260598f23a2dc0bf7b61213a0dd3dae28cccb6307a377d0fd02
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f2ba77882b7ca7b8d056dfc2f6ea284240d40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ada5393b228d865de36f2eb59ee770cd1491934c840fd5fbc8c8d86231b88e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb7a3fff1f118a23f796d562a91ccbb86e7ab79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f362b687c34a7dbaaeee4f4732e634bf18c72bbea627b86d85f7bc45f5c93b0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089c7eacc90c19969e09a56969fbeee5ea821441
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cb60991206ba24b59e818b0634c9124985e23189d1b38eefb5229d8642e57d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4191602d8661c499f1b5c32235c2ac97eea7d0d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c816e041e420fec6b22866a62cfc1d3e459aeed2b9e4d82af4fefaa9a035d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716d024fe4b4389092eaf90dc2ff11f58fea4d89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78607f9e15129e7a4f7f7853ce2cf47fdbe8afb7d2317b1922fb9b6735e7ff55
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333b47cc2107b724294b00e13d1ff8532ac2fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b07a987a85898a2fc553f654715aa1fd1ff67a5f08a54361792f10e67c8e6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ecc5131845b550025ddfa2fd5fb808539db48e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c90b40f5aca6f3329c16e43fc74dfa01614ee82e018c6c6f5641f249f534b3d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1922bc35d9b64c1f64d495b5b2ef1d9e671f473
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f09da22a63a01b2719a49996c7184a839553e79e44575ac4a503ac9ea71a2e8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc17803f2a91d9503d05309e083216c32cb4b4c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2043c83dd6bb3382616b8bab34c0c69f42d06e6ffb53dc3032d465bc1c4a19
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0387c58475cb648828ebc519fb4fdab97fb79a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d59e2fcb189c00d99f29c00264e8149025a58b97c86d20dc26bd35d42b4dafd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea26077f4fd77fde466c485b7c7e6f5b88da0d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b901b216a521f91d3ba663a285475e8dbf17732492430343f8bba9a5360dab63
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425c055d0ce806df56215d8fd92997cda6be9a37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce30362cbfcd99532ff2c4ae37dfa512d4b3ef21e03d8e0fe9e842005ff7ae18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12023427ee273f738a6d01e1f896307434fe2b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1c5c53305bdc61c92c64065b5806f4f39b77cfddcc0b0f666253154a8d71a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ddcc3cd67a718cdd7a2b49ac593eb86caa2641
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0150b825f4c2948557657ad73b598d5329c670c9bfed34c4384e9cff629fcba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b7159472c5997eaadaa39c848df4b2c0a774d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8134ca331c577ebc80fb3d8a53b6abc708bdd1fe4c671a1ec0ade03db42d97cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ee2236961995e02f729f4e5330cd4367f09ea7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de21e7f5969ebf6d65cdfcb9ba15f2108caa8851655451771b4d98ed2ec43edb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b69aea109895cb16f07b71a8d20fff0a19e87a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031c1bab0bc6ae4e28d9a47891f02b5d6b679cd9c5c1786e5b619c3914dfdf07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9988353ff12c7c13a23ca383e4aee7a3b33b3604
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade476ddfa1f542913ce77e04f45afec8312037a2e3b9cdee254f0b5009bc5a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e700c9c5dde8b4a9a12720aac7536e3a32f652
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76235970b62e2b9f5804ceb1e34a0778f63de7336cb5c035f81c606092bcb7e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea065ab7f49e23ccbf40ef4f052fa21f05116c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe86058109fd111391a2332ae31c877db0f46f76ab46dfae6d89f9452a52217
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03624471930b1da0d5480e15b8f493cea9c95aab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8bc46f23e6294d2e3859fd205fcd9d5262b2e0826364ed71b72322b1ea2298
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e5b4ee4e928f28721d604dc3a01ef8dec2fe9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f07ca411949a28abe54b84376fdfecc3e1da4874f9c0ab704fc70ca2a5307f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f64727196bb8c31bbb7c82fc5a5cde1fcf94349
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc65981a51f5834b5bbd88404831f60d0503257c4828d731cd87202876126e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8741d279e9b795a0d5fddbc4a5409bed300b57fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f078a928c815cb4f5ed63711fa06a85b96bf5110a98a391e862062843dc723
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be19221c943ced3bbf4e5535a4e8b2770728e933
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4581912bfca39b37ab64162a93d51afcfa13c4fc26b28879581dc2a80cc82bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8fb9d2891d321f7afeb20a364657e4f2255bfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0a461b988f690d0a2b9a62edea3ddc0af0829660260ad6899284b489ee8c9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937dfcb686d86c28c6881e9619a5144649803605
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890dbc5d329420c2e0b568f926aa1cf6ae75435a08ff5e38003ef9ec988d5eb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02602206761873f740ef35a078bc35697ab03fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9e3629f37a23b05228f6b4d2980356eca6507f9283661cc0a25af5310de80
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57e92c107dc7b07741ae4d483ba2d313190ee8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d51c890d7c8ba61234a32965720bf92c9c5f97561c6cb727998845d533ceb7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d0ace9b49a759f51596cb94584cc919f14643
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9646d1038d213e09dbac67c9e67d566289121518fb45afe961e315d3fe17b27c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0391ac0db60febfe388431c6211ebacf5ea30ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01efeecdc352fd17eaabc85ea73687477f65a53b7d9628e7fd5080737b3b8661
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda0a41cb49ec767b9655f5fb408ad8bc8b6c4ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4defc449a739d60fc17cd44050af5d6d19a45d8756dead68ada848e8ad6643
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc402a7c8ef305fb7e1a05eac1a99cea44ef67a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2199d3995bb1c7b7a90c00c980743dafec97ff6c4d49fb0323191a8e3eea04d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0ba9f4e1f786f313d4a10bbc4c69c3bc902e1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8763e12b6b8ce7f8a9ba845f16be58ee65367955c54676f0ba244f299a01c77
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51265cbd73ea8d9a013b7dfb56fb67db727be12c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627f9045d490d879095c25c8c9707f826098de9f77d9aeb4064c9bdef989d078
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cd643213c9705fb646921b89d2a932b6b6d089
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a57e1676d4a27a67fbf2fee5472cf678011a42e19a94329153377abeb3b7b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f01ab8566e015ca7928cc5e8a3e45a6a354274a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fe7fb0a6d87d0e86899629ef4348211b4bc910480bb42823cc761c6aef8c79
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810419de0e06cca6e1baaafcce7d2db40580134c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc243a7cc5e6a2447dc9faf9e634103960010301a4bcb269712e666f37976dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45f7159773e4ec52e0184db4b6a65bbe4c104a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0c1356eabdc271697d5c5c19052dddee91e28781cf4748ba6c42fcf9efb3c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f976103aca7720d425d19696df34bb7251a55092
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b3eaf77adc038a7bfe633ef2a77bac8254a9a7736689b19be35a58461b69eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36b58f4a172764f5e4ab1f512372c7de96cbf31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fda335804c86a73beb40b1d341406f75aa7803e2bdd636be38b2617be38ea74
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3656d8f6ceb345384f9e692c6357790eaccaac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4c3a67d83d603166a06e448aa4b2593b82f2b2379fe20b0f307536986776a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414b8dc5cf0bdad5d130d4becf4a9b8da7062370
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86c71e85700f16742025288cb5a1ad2359eac105872dd50b003d9a261d01b69
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389a437093d39ea8c72bd5311f5ee1ec2e0fd101
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20a0db50338de9106ed1161121d60c92666e5743b6dbe241687b640c0cb7e3a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e132a8f157c3a715375d5a6dd566919a22551e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bb9f45949a6cf4de9d38107a023ad136227f46a8cf6c2cac915483cc3be64d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b665920e44da6753ad3ccacd51c7e4aa778412b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd054285437f692c358b1b2fdb6e1a414bfcd0137eab60187045ec29740f8da7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d30eb7649f6ac885f900f89d8d9b3ab82fdedda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b3d1e1dbfd9999ef8fcc6e8c4d30b3f253393bcd1714adb9e35267093a1d51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c457a712d219aac08ee4d6f08de743ffa4ff17f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493518f6b8232cad6d714707f3aeb86b08de845de00f599a7e5dee4695e2d5d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64db09f8fe9b83108b7a106ea19eca649b1c41a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e41d25563da40f6e1bdb284f0fe90dd29731d119dbb79fe20978b0663b9457
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914dfc95bc329686084363811ec706d8b2173f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d832d347cb840685f9d1ecaf122114ad05c1ea0c321f85dee8865bdfb131e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3abba92aa3a1b7f2f15c55df09dc81b06551140
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a69c6aca565ac9e1561bc393edd27adc71ff2231300db34d6d524f0a2e772b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9bb2926fbf4ad81146483047a91637f9fbed61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4eeec734ead962fe8f358c2266022e525e13d405ea64ef0acb5e67165b676ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d71931a6e39f988fb6c5a737bbcd9f08d0195ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f89e20bb4f57dee9806674a6696dea8a6aaa67a1cce07b76bd105e64c2ea855
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d5046dbf06fcecb65eb11495f6c44f49de649b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e52a1a6e412438b3729a0bb7f375b485931e8018d14cd2e156101e2aebccdbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e8593425912bd262be96d098fb918acfe45642
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d383d26cd1ac9cf084c69757c696185991842da7ea94764d5f974d1db620d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24f4f995b2369d1a6e67b13dcd4c3a9a4a33019
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404d0b892230f09a74e09e6967bf1ac2103631e86c77ec05227f966eac6c24d4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab09b9d4268fa5c9d71bd4827c0a88489919b628
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348f8bc302c0ac14dd4831e5cd04e06473985eef681b32b5819aad6b5ae973a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e022ad164dc7ead1ec3e6482479cfd6fe8a280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9efc089e39dc4b042686d6e96f46919872bfdd7871e3c0f834df3ad84485ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13a84d578d6607f9dca324d3d5fd171f4246d1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3cb7d7e4b0f20f40fd14decf967568d2d26e00128674510e234e15299544f93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37fae0f83be12827665f057a020144b326febb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3343891029b8e3ee36151d07a8b803c943265fb9042ca3fcba070efcec792342
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a56c561239fbe7ce7af1f4acdb9f3915e1f8d3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f7f74d82458bebadfc02bb0f1a04a3554009a85a3aa6dd09789f3faf32248c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a8c98918a030bc0387950cce78dddcc9c0e09b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40522aefd5143f805abae898818de716b3e4ea9c26354169d8e438d755b1f5f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6285ff479c3e8ae0338fcbbea35428bd111db934
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a994c3f568fdc953513fdeaadeb1f26f2cc0f0398e1e6fca8c194b783d8b4e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f59fb4f5d042da6af3f12af2551fad4e816cdb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec51e8f6ed71a7449a4d7875f99ebf2e34890f7b9eb5438aa2fc7e0e0c8d5ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab29cf52d369491731b6c3714f7d15a9a54237b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e84178ac327fdbce49fffd60abeb57d6ad2fcb4d0811ec5a032e86761b89471
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9087e7c82e7691e505da413b469da463367de406
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0128ae2f78616629c8436c2c8ce9bc3dbd6dad9819c62e16524991d87ed6d3d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19450d919d574cde2f2feda5840562a9855daa9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ed2e2071a89ffb0e1ed918061e699fc362413bb04d4db915dbe8fe18b488e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6242305e874f2aa43367a596215f9c534f8978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c31767e58b0fec2a25732b0b090a269c632992d0ac0787c561dee3b8f9a814b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e177d80449a4ec04a32646c710853a52ed75e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e7c038acc872c4bc139bebc78e6d6b3d9fd5be8daa81cc9e22f078eac8b8d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8359d269e7fb4e571d4692e3a9b67d6fffba43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4371411ce234c4bda4957399c6fd5a1ae0ad8d4aa8fb9371d1f841116b44c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330c01e5ce2d25718b6a0afc6382ece2b7c7469
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed0c7b124358f98856cd393efe8027a3275c6468f6953cbe813eeeffc40ada5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e01d9ed2b9644b34c4300a778099d3ef67c267
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a0266c19d4f45d2968c3e5b8f03203720bd99a8eb4de5da7ca768a77671e5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211e214c38ce0fb092d132c99a69c691a4ca2d0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3699a00e9684b3189fc83659a2bced722edf6b3c920909250ef49eda752447
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827ee86b60fa38631b6d0c35e9273ec2530a4c0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1248d3c45703ad68776df4d48ec241ccdb9ac5a0c7dd1d01a6380e5f531b9bc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fa57bd2b083158500f22977dac024c6223f899
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6c1421351a61f61062d5911c17e81952ec5d6aec901d14387f35850a5451ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c580bdaa4ddc2dd53b70ed07f571be0a53179b74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f0440818a3cd6e539eea1ccaaa8bde1d8eb6977de4e872de0e1831da1c5703
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14918cdf2e39114d72fdcb6b2844ea3843319e32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b969ab6f4aadbe0a8fef224bca9a20cff2d40b2ea5da7e63e91bc60dc9aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff12f2732672b44a3d7eedfd7f5514f5d5dddb27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e30b6ec3a18176c0ef5b5dac659d7b5454d6f87df35365d018aa781fb830b1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1244c85a904c8e90a24f520ea05322ddb2fdc1e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322157f834b272db01a2e220c9df62e3efdce279b43e16d9a586ac04acc27e0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42143f0d5119d84b55811ac9d3c9a5a5d67faf9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40043cca1afda5ded1b0d237255491b93ee152eec694b6677791d34103afb6e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e643439289543828d020be8dd4251642cfd0e84a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe6096065a88b86c6a48f5f02ac9f55754753792585a897c2e7b0cfdd7625b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bed83134c82421bdf47ea5303f2f69053fb0868
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8246b58f2ee33cae0c5cd4360ec0fa9137b987f800a64c6c34cae0266cdf2db8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea508604d09d05e8b1066ce4ebdd7e093a6b2436
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb873dcd7317243053f46219ca81a44d92d9867432ade8e5c3a89a1043ba3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a57b20b5fcacde95ed287a4da231776335c977
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb69311f9a4f79aea09850c418c9119b6eb6efd56a280a6773dde60359e8d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6ef85b9ec0afbc56de75b34144dcc95d0cffb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceec407b0642c6e98d9864ee27368515da74816ec4ae4a4280005c070801315
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7ac43e8fc97e6cebd3d878a8e5e90f8b29bd4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d0a70f4e95c5c118d9b77aff0d4ac1fc79ded5b48414ea4a90f6e12004dfa6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f5a25b860306351f94e53b1cb2f965f07ccabb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7abc208b5f48ff02cd79194fe557f20bc014dbdf71547194ac32a7730594e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cddf73d9a047dfe2e8707337a31ae83bd4bcba4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc632f5564c740af45670e106fa570c56eac4c47a888c76291fec4de8a02ac34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c082ed3a265ee748ed2720ef129527542f05aee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e841d3d7cc629f19e3794f4f3b16a2e22deac1f4511fb37b07d888d5c082a1d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b99dcb1ec7a89d6249176c17bfdfa82a17b9ecd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f80d8150ad32ee7f1827a208f4cfff5e8295b95c49215e436289cd9515ee3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776cf7a7c997cc260da5fe0b105004208148e140
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18565d415812733c940d86b1ee006cff3d52864879d1ac458335c5fd6cf20d07
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e833fafedfc32585956cd52d2e12fff87d736bc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2db60921cea44717fe2ef92ecb607a7816ac7ef59d837ddf38f749d71153187
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6e14041c06e9735ad8f18e088bb55166e6a22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c07088e5caa75d8902c180af3fa033b6d31bc03d3163a27f77f8970271f0c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943cfbec6d93833e544fb678a2fe78dfcfc5f094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc9e652910db72109bc1036bf956d6b16942a571565485cbca4d1f1d0b27fa0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e34c4045047ab94f89f1edacdffcf74b204a7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e691e28d0b3c0fc8ce3c990866205ffb1c1dc42c97e789c5a830bf27f86ff9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d41dc9fb17ef4d12df95809083d4e082fb89450
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c448f644059956c87da4f7f4d083d6ed919c97e3f059cdb8fb8f20e8a6a884a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02e8a0c9f32d3410ec30aeeb7f0f8da0bff85e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3159c9741379d5db50f6f2defec7c3a9ab9741707cf37d9fe3c067c48d558554
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d7d44254c1de4f0e5406c11e987908cbe506d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b57f66257d7c073d36a040fcf6d084b7fdffe5e09e39c121b67f3d557cdd18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562c7592c458b19bc8619d24efbc20040793fc34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523395adb1ed31aaa5115ca2da2e978d99e2165831fdf5a71dc0967699eabb67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a5b242bc0c9755ddf55278b639f642e9a32258
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8640d858773ae61f1a1237f2e9f79c7b7c390732504039aac124927a06f62d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d44bc271945a4d705004c4aa30897be7e45cf7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012b1b1a4490ef51b1bbcead928e37c742fe877d59b19b6e071067c7917bae81
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8c8c0db6162a0f6240701fd5dbf9dd296c28a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c83c4fbc93dfa0f6167c5f8d66ecd2023c5b296c7aae009c63fbc7a5be0e61
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9081a422dca94ba7bada261f15c1a971bbb8923
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222d35a38c66d0bde03d771c7de84ea2a5abf0bc8126597d593b3d8d2ea6537f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd11c59dec1f79c790bdb823d628e8313ec482f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf250ad24ac81a6409670485e45db392d0db4b693a2637c557beec627d211f5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d172636cec345a8c858a58273f64018749cdbd23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0aab700ecf34af65a00e3e202fea152b4528712a0092c63b91edeeff3de42d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1d60ee9bd2d8d44c6b09637f25e380738b5e68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a284d874af97fd26ff76373983234a25c583873086b63b24e265819574d6006
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba1c7d4616d0d462926d5890680132e2738e1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b55c942c9fe24434c76c741d9566b05ef9758e7913ed47000afebf7d915b23
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111a35529392d49f7f3a8a860728af1e9a871991
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737b54f313b96a872a4fb045e249c84adc717ddaefac01e3bd97cd60062de9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a30c16fc794c465d58d9e67e7ad974825d73db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db1c135685035e4bdc16eb362f449a6babd8e9c4409433f9b71a8dc541613f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ea3849746b6d67ce9c0199a647fb141a638ea4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752cf086398524804d4c47d7760f876157e545f45d48fb7091685120128b0bc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559a2b0f50e581536054a22d9b7b573aa98f5875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950c0ee9cb80827f8bb52da68d784136f7ef6d1a8e62f02650ea4bb4424e60d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c7a1349c516c84a38fe17567dc4168e5370e62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc6d8f3aa4b91594ad7598dee2846c5f6d71d3c816b2607ac2bcdf8a8281639
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecc2946dbac180c3a3938da1fa5d7fae50a6b9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1936c582053042d39fcd374a0c29f789a1c07579fbd3bb8272b3c58f444cfe0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4f4c43f391f3c2aed18fa2f24ea1beecdc7da7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efdcbb84281b5f28eb2fbdacef8654e917852e01d315fe9626a1d489090b146
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035d554cf8536d6c6a1ebba1ba7f50b8dc426575
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a640bedef5f0bcd3774fc892b57b40c2c56112757cfa630ab357d5901f67d151
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc596f294ed42a4b69bb6f741c8e7435c606e59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e7b07090a19e7de8bd02ecdb696b3cdf480124c7d20633bd300c8a1238f780
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590eebd11d8a13a07a1cf0202f0b79a2e1d902c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e9b717a66b5212d75580ebff7a277932f3ce2c74a84e7963524e5aeda2e68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7af63b91ed7bec173834bb4a869bef45ef1508
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd26b3237eb5b8296e6d9d5e3824143c01e92a72560ae439601727e5a150176a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd7b35cfd62efaad3b427743b3a9f2283b654a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32aad90a18ff5a3afc4ce6fc7f5e6675f9f0b827bfc2f8ddb0b565dc97341f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1100ca1f202a8387ab317b9028ca6db979c482
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079dfec1d63b5694ac91345d804ad13435b26b2145a7304dcb85ae9655a5909e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075021c6e1a68840ed20eb7de432a441cf7d5d98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a3776c08fef6f9d4c4e67d7afc7c13c8c58e316ace5661a0bba159cad60dcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c567b200d7f7f8b7852f5d0d16258074ac35f4e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9f6a9f917d45a47a306412ea13521b0b271a39b33ec3629903b3d73101e5db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69d84ae87f371c9f7d530388bb48492493a39d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bd575e844273672ac710dd728c562c8d17ba166456e769530c37e19d4a2aa9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be147dfa68b6cd7d8683efb9b34dc7d1a3c65a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8084416df85a2c32339672de154f705dfa606467a401d8cbf29de87cb92f3b41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8befe171aa057804b2efca7de96d2c2a4473ccb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dccba65bf71b85bc6850e3cfad59c7baee7f65e332ae9eb9bbe5a395f8c12e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66065ac3c19ade7abc5d6508eef486392d5623bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f104c788b7fa49f4039e47f5de9df068c1a6ff12102bc5391ad039dd007413df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432aa52f23f46daa79228eb61bf722d9b4019826
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139727b89ce894824f2dad540db3c0fa4fc5a81e183379929b6874b6687a4a8e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8a10b931d661aa85053900673a4b7cae01324a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8287e21f8dc304d9bb492d2080696e35876dd0e6907b0251ddda4c544fc4a0b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13db504a33d37676c4262d4cf23872db4e6b7bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ed52995b6b3af639c270fff7c5ccba785c311cd562370adeb50ad6b99e21b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3793f01bb0ab6a5a3ac1f4b544d277938f614d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e32ef1b78b34f708b83afd2c4c78de009a61dabd1489a48e137ae698a4c3ae3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef5b2c38f560c3aa790e18fb32545d20f525fbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c705a23009b5dc9091867890f62237a8220ef539f5313dccd3e06162a43b2469
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd774722605ec5077ce02645cc8140ad0c18d66d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ef15ef6926025357ab233dc8ffb042fe2be9eae793784604a5b61fbefb1042
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7506462752304dba17050c436ef4b780cb3e71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb4072a2674e9ac744c08da55df88b4d51d74b6418fffcea0e294f296ab5ec9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8798c4eb445ac848d18f971e1babdf57f9fa7d59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d0f8240c5897b4448c76b5a77e54c54e9bae30f707497624660b122223d7b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46092cd7b307857d6ec6cf637564b7c39d840c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e262736adef4c222b1ff3d2cc704aecea544c9814ddf73c83aac494639d1f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be72b6c335d261ed7466b7201fcc4dcca6350c7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6629151f6d4e3219d67d936916ab04cde0dbcbe2e212b14dd7246fb576a87c1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5b4cb510e8a4a0607b0b92c9e9dafe6e254f1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50385c699bfc9011bda65720cc8b75829d5fc715e6fb27506a5275bfc43acc72
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908a27072544ad6b1a8ead74bd306cd7b2e8584a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aabcac54a814ba95d703f016be09a1e2d5d7f5a28224c41693f0bb220324fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b4b69c264a417b557e079f1138c86d54afd8ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b692fc82d8b051eecc9db2b98014eebd8b634e4e1480b49fee3c4c404171ab9b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91430841dff3be86c3b96445daf04c7d4c7d17d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efbc94a21b48d8e5109a1978eb1c02a4e741d9d535ed297e753c8914f474e07
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b18423899ac5da2a655afd25f33717aee195e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388b3ab34e54aa9f7aae2b7c73010819d1c92abb3a12f183f629a066c16a5dd3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f9bb192ef102cea6cd4e4fd7b204939f59f377
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b205d5abfdb7b828a7c1bffa9e8dc15baef3d6192d20876ae7915c10769cfb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad05b4e300cfe64e46f0d609927e1e2f31ccbb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68815d2ea24ea492749bae486581f11ab294b03e5eb2d8b07026985eca67052b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc146151262483cac490192074ad8c0860cfefaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef6b57c6405327c0bf69c019f323c56c4b4c420bd686bb4fdfa79f770a37a83
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db30460d14ce4436105f9a65018e1a93bdb7ad3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6a570718c06d6e27e63c0b02bb416b13fe3000986237e5fb2a134deb9d94bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d6ff2d3b2c7bacacad2205e8b53305a59b2c58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26eb535426f59fa7cfaea1bc09a8d2e14855030c5655ede3817673c91e75b2eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87926bc982411899e991208747613d456b24bae6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9150d51f1e2035114b129a0c79b421bc08605a2792f3b8a28823b6981edb9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b665440a0204c6a00e66adb913a864af41da685
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efa4b7aabdc6f206ecca6f4ef838063a306d4c75b2c96740bc9044dd4e4226c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8858939c46a3b4c5236b3c5f7fe91b61f278280e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d188455260272dbae429f87f24b39441f7a8750bf3e4b094a557036ad56f6dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de71bd2c03ef433fb759d3990168086185381b38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb88882bdc308098f47874f6da6c81c18b4729923eca495dfd7a9ce55b79e38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b5de6636a609f3d6e9ba3ac3345c369272d712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e918676c5bf99f6c8b98da191317b2b70549877d03dc65edb83aed2e072ed3f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55807f9baf0c8ad129ab28aa26dec78790d22589
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52af41bb4d32c1f034fa3b1b454f04781e427784bcd5d9c16ec8c1e3df54565
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c822db740ef60c8df6a540acc328b25bd1ce2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4e3f9bb3d64e21f2be9f14f3bceda7dca3fd07ce67295021b315916c93d89d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ef349ffdd28d01f7a3b58b26f7c8848215f54a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d451f5b216b9069a6bbb95a58fcf44f9cd41676bd5781f0d007242eac2c8c54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5ae59a08592fd9212f2b665b56dbb63f4a1d1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110c859beabee950a1e09898485edad3e972ac94b9dd1b6031c6e0d352b7f5d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4572283bd2445a58e59fc1d25536f97da7d686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e047aed2152b89cdb5b23be3b77173a7d8765d76e2067e84b6090f07592ba37c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf575089a9b8058c9f40f819d360dfa9cb6f7df7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abc43115d64a7e6e8aed774fc63d070b561282d0da105bb7211200997c9ef51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c652f90603c44cb6f5e464b7f8e1230902cf520e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94aad9106eee2bf2b99ec99d43095cb8b22db921c539a6ff90881cdc74ae4fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3dd4a59f81084a6a92328e6d5f02f29fe1550c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc21b518e5dc3dfa3ad39aeb40c70b8f1390a001e3a56f877860980635c233e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dcc9b6a902e95ae4f669d536eef09e5ba51038
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83418b9d7012e01373bc25e086e003b6977658575383750e98de78366d96405
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ccbf6a1ff855c72022682913009bf71be06cae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04981ba90b83d902bde65a85614f14969e893e70b5874e26315c0c6b7ee70c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7137140673e4ad438057582a852a11913ca6e48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c11585c45706ea854be86f8a1321c289747b2b30e868e5639c9be9d743f29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbb98e85711fa328094b7cadf0f937dbb3cb762
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e5948b849a4cc4e26cb23fb700aa46ce768613fa444143c0727e25f9cdc4c7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023b15e48853c772ea3b40e66d8e22b09ff4b537
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c38b392371d8ee215d85e80c3299fa7094ad1faedf48e85901c70af0c78f25e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ece665df9bfc706a9da9c70560df09d3f08641
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b26652f0cfe0edad4ece008c77f899bf4e5d19167f59d284ab351cfdd1d126f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef848402be8e06525b77e013b7cd4746c603c35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0341f6614a8b58dabf64e7a2a588517606bc6d7bbfda8be00a349e22e26556e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dc41869253cc03125f50bbc4cf9584cb2750a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb65c54b16e3d28f44312588443b3760418cbe0263ad22f45f2016a7919bc3a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1112a52ebc70e77569b09284e4e7f43c66d591
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c8724382cf97e54edbf601fd53e06d5961ad61b6eddc6dd14efb35997fd04f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaed85a7445bde3ca45c9e0a98c8315749ae9d2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06646b90e3ef2d78ec457592c16664f36fefb2ac4b2b91182722e8a5547181c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8322ce84ad52ddc5ce19617a736ca5c63f5e556
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223daf46d970af181863e9846552fbb928ad442c67958d239e048b8c91f53a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0069b611ab76cb4a4a41e76347c2511151da5f98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d2dc70e53efb883a9c567237636877d085fcee04000964e91272c502ff25f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a2fd1858e82a513056f0ff1dc0bbbf9e90a6eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd155aaa26e4fb16d7215c3976e2abea92d1c1f23519d65637ae32502dbb9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f203d5ea50f1eb8f6cddac87653015cebda762f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b98d05957045b3d218016e376ab1d20e663902d319de732135a7c96fe59eb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a76754b9c4ab3822ae24ddfcdbbddfbd5f78aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd16aee8bf97535217f38143306fc229304f2d278e6eb6046fc4bd2463b479b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0794265ad7f692cad8615a66770b489ecc8ab17e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc0e3976ae430819407d198f2bbcc15e2c19aade513ce7388e302116134af72
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438a4891bcf2f7c25e1c6b43997cf56e973285a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c08b74bc446fb9d7d8c3986151ced8373636c732a4a7f886016486e76cd6f8a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f0abe8961e3a05997f42cca96f5cf9d0fb79ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6830e83b3ee8202d0de4ab24cf0ae3aa69a1d98a85cfc49bf56c19308204fd66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ea0c4bd092fceb59a7bcb3261fce67cab30e49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a521940d6ef53d058dfdeba2acb1a6860a172a047efe87e1d7f2165e3fafc39
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10e51fbfdab350bfaa517a62db455f96bc38752
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b0c41dbe21443995d826252c793fd9118141d2a820d7f3e926225b115556bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cff604c5963578c56cfb3f237c9280864a10404
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e8ea696185389b78883c1fc3da354790dc3502b15d6660bdcce7bc9c8264af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a8e9c7a1ea240e8ff151a17d5e3f9012d5e4c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cba79ee366c7cee44a60380b88ccd6acbd64c0799cfd65536686b1433cd040
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cadc07b3f2b56bcc34f25c807ccb5fea4c52b57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e21da72517dbd4161069e7b7404df200b5b25904167aff9982eb14032ab489
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d6aa1db5ea3d1ed401762652136c69dce5d14e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180c03c93e532e06e25b2d9ea81dfa21673d9ea6d87659bdd8a7d3e44d5f9da8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1bc4a5b1531b8e66df2d974b188d7c04f930e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2e3296d8f48bc886aeaf626dfa0003589a1227df125a196e6ede00a54d46d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b908269c034ad5dbfaadccc54549cf9e43320bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c258be9985da5b03555097294d013e9a5ba2742e7411dec8ce423d95383e0a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4373cef1ea8f124f8dc89cdfb97464d03cb34d75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5d2b414dd5c4eea5677f0ac388ac2bbf0a8bf13f25931ed45f7ac962f874d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf73057b21442ceacef2c7518cbeae682bd944d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a480aaf80ebc64979fc21444782ee13f409b9cef2b10418a57dd677a39c3c828
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eabdf723b32776118bdac835dd73c66336b6151
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a3994f506deeef6a33d6a73a75e7816e4d21f8a38a584e0b2e8d2a7e77a5a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e97f598724dcde22791510bc894427c717666d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89915239462c6a30488c4222d9d296e5650a063eb40fdc72f2726ac9f62701f5
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b38a46442958ee94a5cec59dc770c3e10caf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6d53975427fe496523a403fdbbf9d8191852a5c6d877049f0ba2956aa62b5f
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e6ccc198193a04122fb32a7994da716d853502
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed059075dbeb595e45eb09d40956a22db3f2a519b9903a3f2bb1458cd6d2dacf
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b162f9c7a705ce6ca1e19a284979446d116945b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d32d5dac870fa6a6b849a24b2fb6ebb88c54f877d5a4ce760068a23049635f
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e36354d3b3abee1435b3e3839ae200eae762b4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caff2f420eea93044a5c26f072b770b7c2841b2daddf47fb49541b9f1e00dc67
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aec252d00a6dc6cce80f4d1d24916b33d0a09f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8707d362848dc8287c649a1c76eae8c4f3c089d5c5422b426782c10fc3ceb23c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844ac7631647965271067493361cbf998fa9b6ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7559f5fafdf3ac44b560637c07607fbb91875942a3947723084a36452fdaec9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823cbec5b6dc5c846cb4c119855124b284fd3f7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314b6349b13d2d4ddb69d141f28e296a637e6c0a4fd410d90e8e9aee5168040e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8555b689b41302e4868b47f4aba30ddad3077b0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df794528376a80cc3478d8eaa7617ed2cc08b4aa43ae3cc2a80eda999666ceb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8007c5b26aac50edd33dd8704a4e6d432d5c16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb9154b9d292c96e78e305953b11ec67907e7f8815e7face1e0282becb9a9f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d56d0054c660877388b3a7f6462885319c80dd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dda0d638976361b57c9618c62b304112a9c23b450802825dddf10d0adc0a55f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d6ef6575649ad683fc5cc4cefc107be4d9f06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dbd5ef0404cfbdcb6b4d0817c0454cf521a2f7cb3a5928de861b74dee94cd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408bdcfb2269d3d1f928d3dcd5e75a9f6b225da7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab80c8e02c761437e7567961d669f52c0959b872ad714841c458a4b35ed5acb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b382961a23db0ca80a46fc7e0afc5328702fc2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca187352d177d7c38e920e534f24fa3d3ec32facaf17586c50d8bcfc479db0e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e770dcd9bf37f47ee1b773eaa2239b8b932ac8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674377fbf5ccaed7097797b1f1e452fc1ff54a86bbad23c2288b2374769bd6cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c26091dabd3e9c4127b1935b1d463d4a5b5819
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75265097705c835892587ab4d3dc5b57faf3ed614048e5f241c176fcab583e7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92c6019b2743d0213eb0dc5d91a073b6a90e776
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408cf4c63f4192268f0def223bc7c918ce76694dd3e80ef16795615b5db746be
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa2ad9ea88eecfd41badbac7c67184f32983637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7806078df215e6775c0f87b54dc65ccaea055ac4f1df63a124a602b9ec2bc640
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25500f1fa4b09942d7880b87b524f6a509dc5727
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1aefc31db21d1625dbdffbde85531d6c3318fc311e002ec16ea26c4dc28ce2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7497f503ae30cad68a447bbc5aac636e982a4e17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b4db17ea25ede15e1e206ca5a6ef3922534183c3a81e8f92b488ec7d8c80b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcdc7f83c4cd9182f711cb725a30d8eabefc83a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db0708936a3dc525bec2a894c80028d3c645ce5a08958a0f54ce2b659624402
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b81ae2f6ed3dd7eeaa2c00bd8cc1eb58a7104a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d36fdf6b61bd60c6fe6d86cd2ea523b69f88a71816dd06173bb321d2998ee0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de97087cb78f49aa29fd2f2d3b87e41b8497ccd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f62b08133230ccb316e23e53c662e505fa397836b3e5e8cc7d8ba0f0f2364e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0587f3aeddbebc76a270c4229aafea7650fd5931
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e80903ac2e29cda1328d139e75b13912c9aafd7db4fb997882077cb2ed1aef3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beee362ba251cbe5c17e059c236227c4bad40c75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20ac0ae5d218c929f521c4ccec8af4b57769765c2bac6da5b1e449b1732a32b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e747fe7fc5b9d17d1aeb18b7aa07a508316deca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a019c695b975ec30ff006043da9e666d89e1d060d458acb9345fd6f481193e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18692209c7ba005483d5e8277a72ccaa0bb62c22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bc0d4d2c59fad57fccfe7b7a51864337768e60f7f2258de9b510614bfc0984
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6896351d8ed89e97abb87f2d1c8b4f3e6933ff70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5a3bcc2360aada7bf49f5b2f39494cf76f607fb5ffb69adce05d42ae0f75e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dafe5cf3c7bff96e5baf01eb0f429b9ccf54de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4ad749906f1b82b9f7ec545b981e83e8b923c548ec6a6d6ca426208ff7c26e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b6795a5f1165b69364e33bcd4d22eb2464f214
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7018b338c3e3cd6a6f829a014c84e6d7b97def732fc56100ab1f162208ea385d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01948afb56f6629524ac5a5aa850a24b5880d87a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1f4a8e5c0a47bd9564111c3760d7371c835fa0f3f14a238763f069485784f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cc231f6507919103109cbfb055dcbb01060ce3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9d7a28b477cf04094b102db692adbb876f030f0a62320fe65a16651c8a359d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80655f9e2d62c29110c5765bab8cfad619f7cab0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e0250b580924cf92e5cf93c07458529e1a55d9b47744353518351edccfe135
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602d03a64faefd6fba66d125592081328205d98b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de0a556d3155853cb1116613b38ee9036ccd90340784c9cdf149ed87f3a12aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145f689b3791775a28d53dec3d6656f15fedf93a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f43d46332d21f5943880b3dea48a1bd76a931f743ccec51917f240836f670a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e347bce363b36c1b832bf7b64a3fc99001ce0953
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b65bf3af5c0a254867a1eef2b3949a83b2fcd2c770cc3476c44ace339bd94c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865340ff43cb04e8aa3011151a379fc2be03549a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee2545c93ab0fd732397a3e629ce66e5602ab743500cf7141c1765108a8431d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffd77efa0bb27a22ca840b5e14b3a77d2c21930
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6431f278987f707f4f98bb57cf877d1b0c9167e216ce1bf47f70f287fb10f8f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50485b2dbacbae19aa738971bd5ae33b4a0fc37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23b84d702af3d36250a600a8a6daa364b27c67a6e1ed1353bbab892d9fe87b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e69a265923067d23b8aef8ed9808f0a34fd2a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8d61f4404dcb52f66ef519d7f33f1a9d741f8992663a6bccbd809c85a4e8da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734f489c7604d5e7c6f8a175d239d57d42bc4b10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843e8af7752587b5d0e36efad5c90c29550de1e47b29837a7b21aff2b1486add
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d54dc9e20e04951aefee473aaaa017fe5d89ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bf5079693ecc05b9662da9ab016c14732a1a5a5b67158055c6ad47f2a767f6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6149e6bbef7dd76caa50570d7429dc3709bd97c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2751176724ac9ca54c267d7444176865d28bfb9953598859fd4dab17f38150
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03929f9f555737250b2731c4e832939630881fa9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1134c7cb52d8545e6650a39c5ed706a3d84364586c7e71d494444da33d7ce638
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010eec1c96fe1a0a8a2e8687da0eed8e005a45ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153a65d7933836f55d3133689834fa2794c30cb94711b01ed7bff97d3e446b89
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd0491d4b048981945e23de0325c5623a57c2d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1913af5e67c963928259bc83778b46f07fb785fcf462aab1061c90066c0face
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2e2457dfe5196f71e017f3535866e9b5313551
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1243728865764ced407a61f68fc973d651bd7fc5ed14c30e27074c1b8367545
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa58502393c38748f5557b47c966aea1b852e495
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561c767b804078076ca8f0d45aa2c24bbbc280bdb965f8565a525cb79f000dcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646f8ea8d73481797bdc00a892de375ee169dd30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522f9d5bf478210bcce7e3213332e175be806bb1414b77b936234f543e4dd2b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ea1fa319b7b3e12afaf7903c3b41661e6dcf25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2009dc4f555288f9fdc363210946cc2f9209bfc4d8b081b5f0237de248d4f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975591d3f8280f6e8b74e0635bbb6be173504cf8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc94401fd4da73c8de69b75c67d7bcfe7ad70d528efc0aefa0073ddfe75334cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a6e32399c17496c414159146c55dcfd139ad71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aca755eebb36bad1d8ed4adf1a008d126ab485436627bb9505229f7552cd61
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04dbbdbbb56cd5d7f04ea629c3ecaf76a7c92e7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0caee23606b988892ecbe719c892c00e10473ad883e489b90ef67139d4f5e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5986e2f7fa55fec99eb2e9a9b3c368cc633b720
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1d16a375e04cdcbf5a930c6d7a738e7c493b7dc124d80858825e640d29e7c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a9827f83245c004f7955cd15420e932eb9ef69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af2f58418916906f9911aec3af0dbd4f24bc3892a7bb7fc37c33cd97de027c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a91ff879f060535368fb83d570a11106abedd7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796278b546f55c35b7aa3904eaff05c0b55d2fe42bac1b8661ae91930162b3de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74098ae4217ce3aa466934fe87e2edc110382ec3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92237e5eca4080d31e6c49982eb7cc18c017dcec1e0045c99e887d0c718b8e1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e829baa29bba37816159a962e3b165408f05405a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4ae13e655bf5d7d06dc42584067cd76fcf0b727ce1aa3b7337061fd60d5877
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab4c36ddddea39bc7d71fbac3caeed7e9f86fbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3730d6532b9982cd84ba93d5dd519647b5dc9d7f1346dc5cebf37d4cf5acef7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030ffc7fe049e3431010836d8dc44ab8b783abb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7c18b6a236f75a1f762a2a629dcd407c3aa04332b0004bd13567eaa4e29512
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf32138825f99378205fb99cfc796c0a7c6ad2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2b961384b1746bb100ec5fc1af004d22fb7e4b2f8f9a257523dbb6ad372d07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25298d914c7b59179e8af829b0bfe2c9ff45202
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f8f55699a8d96411b9bef0d123a7035da2440877a7c7f9071bab6c937bcd20
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec062da8f7b4c796566318c441c3b1c6560951f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c3dabd0629e517b17c4cd08bd31cb650df884fe65f6505c065e112099b6a2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453133c655676d3b4b35c70bb3de484e8b4526e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aed794f323a2b0ec2c1472beb16d897a01c5d8a02561debd88abd28e13eeb6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eea57aec1fc78dab35464dca3a6fbd2c9bad060
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626827344a52f36734453cd94a79191a1d8f2a5a4da14f4f2d5c7d5f2bdbd689
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf9e1901fcbb89d4c4a4d26954a91ead3ff81bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8e6af3c237737788a9c82f9ebdba385379d3748c0991008f056b9aab452dd3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2ebb417c0a30bdf9df15daa593eebd726b0e21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bd2140960bc9e66703eda1d6cb4e2a3848713b43c8e9cd1ead7835984558e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f578d80e24267ccadb149b66a5241439a794034
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3e7d5e21ba5df976bdffbc7f731eac3a61feb437f76ddfc03739a3ab5d2fd8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f797981e629f4a930e85a6b0bd68b2fd0216ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de803807419e4f172b00d4c3e7152b09442b08144fca31b6054000bcbba14110
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db0e2b46f49055f9202721618433c7fbca5fe1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421dd63b3a2c6f342f2de713e68b47a90bf28777d5b34cb2365229a037bb50d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e61291ad0b2925dc7ae2bdacb697e15c033576
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12137b323974952b9814785a3b7154ebc46b9d8645dd771c09bf1ee0b44724c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e663a6726bc872b2c466c6350aeec21711ff4a5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c59713e66924ae946c2553d4547b90ed05183654f11c215ddf1ca5aa44dc52
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19acfd4350a6cbb0067074ba4e665fe2e4f977f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ae2e877fc2f09d6bc70742a21572caf6d0bb1dc2acd37cc625afea2e979c56
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3b3b0705c0e694e1f21ec573fc7ebc6f8fa50d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253083a2cfbbd61226d7a1d5086a23d41664d0f5416c9b43b2da3de5d74513a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4580a0bd9da378418a02f1196274edae4d5b5e37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1eba88e5027a86fa5042f4993501a03ea399e4e49edd3afc031e7d845fa3c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec244b0dda8fdc22a4917e2e3a093e313a661984
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba23dc3eaac76d8f744a8ff60f794a3e27579fd69d322aa3b9b87c2b94b1fe8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e0d8cf25fe60aeb3abf1b2282167bd1a29a33e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4370226facafeba112ef28e737fbe872285094c883e32f1c5ac5eb9c42e92c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dba47be7722b1db33ad4c9edf0907e0ff08ec50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5568fe9fe6cc3e6855fea170dc0e738f69f79e34951ddd0f65f086f63728a442
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b742d95e9c3dc2688d21ac1a43e38d613b9b918
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a034cd8dcdfb831280a7f2f4ae6c797ad2160a14398819ef2929540420173f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b816438de224ab141675f178c26c60b5cc95883
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49a463db2f117240f9c81ef438d7e8b112489ab9bde1d1a931a051e8a2267eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d1632934fb717bf27aa21285976b727622442
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e58452a519aee9fb4d70a3280750632c89d6e4212f8b125ec989a6ed1f9fe5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd58f584640b77ad167c8d5aedccfd7568b4454
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3817ec3a9e6269713ba16163f7da2e53e2d1c96d61c9bbd525aea733ed9bc32c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9f5dde666513584acecefa65768abefa074d40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731547a5d97e96267036a743a373e03d22ede5c42d3bd8c360b9290d66a19157
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e020bb4348349aa0cd77b4bf8601c480d2c8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a8a0df0ef455d9ba2cd2a80c49d1ba505de708210b4b9338d9ceb8c28a9a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4220a7c8d6d11ce089ef364be0670e1e2632b14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d847ed08f7103635053067492a10558ccce93d1dd0cb9e7bf394c3ef141f2d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36be80de3ffd5afe6f26048e82cff4bd2a67c8eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878f5097e63dd9e2ae0854e6feda229d4742a793c6eb0c0364f6fe999c367a2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d636cd2fcc749541f648213cf2cac56415812287
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ab54be080a5dbe227405d014bec9250bed7586548657f7972d877e268095ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f4c4739048f8bb144e1200765e9d1087e5c1ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b0631fa3050d0c16ecebcf112aa5e869b4064b148ecb245dca3cbe59159545
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0364c8fb104defb4fe966e0023fe4328c87c922a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2490c477682fe8d201b9136caa9bd0d01cf0ac410e13c9ef4f2e6c2c41a852a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94cf56e390cb9e43b1040699502625cbc427cd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc6ec987219806d684f623ae3d737a48b6bf48ac0e11846cf8a404105a25622
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d849f75d7c00aa10b93b5fc1223396cc8131a831
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79af9c8ebbfa7d9d9d47b3d0ad3d916ad59bffabeed92fdc9d82fb85ec39e967
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c65ead6af88435b32821b7eef4912e33d68ff4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b720ebb147e33af4864bc13f9811452b2fc8f2f8b43fba9d2b2db9bdbe98714
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c41f9fd29bab62a4621973142d09fe9b572656
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3152e556703e08f852bdc3fbdb263e6cd315e028e91fdfaf755b7141e05e3ba3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35435b0cd5b152b7493aa3ca7f5d57f737b5381
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86d70dc38ce1eaaf5bd193b0dba32a21e81695ab7d6eae44188e446b97dde1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a64b479045f28d824a00175fec964ed3ad04bb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5745d52508623541b3f6c32206ecb44990bc9c48addb404e7282b0477e5293
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fca277b88965de66d337368047ee3c431dc5a3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff8086414b0c810d233e42117536cf7cde149dcd61ffc1534296b9d7403c382
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbc185f787e21b17354613891da94ef0fc15400
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a7b41788258b407867fa6382740c3dfdc58c1d873fda3e91dc7d509ac93c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b8852fec520afa02795a61920f9cb63ffeeb26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca83c394bb79eae022c292b3ea49a0ecffb61b4e270fe38a36a3edaa686afd20
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c0226a75dd8e7af897e275bdc06eaed9308249
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6c22d253bf153346ba06ea552f5d8d482963647527fc2a6dcad425da2d9d6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ed422aecd00b1c954bc7aad449cb8fa319c0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077c3de2e223aaaf2365b9109540a8d0e7b4aef3ed87b2e512700b09784856c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1b40f921c57131e60dd8678e82552541481b12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121cf0325b8ce04e59ac07b9c2fea3b41a9c828cbc56ae8fabef6e1ab0e940a3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488835b31703bacd0f45e3e5c0ec722de9c1d144
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671c96d0d19710f6ecbf81e4c773aa00f8005eba6d1b73d69a1c4debbb13192a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf8ec405c137464f1eb455588b6aa0e5df11369
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501e30483852d94557f5c8294426fbf5126c8fce1e1ae0f52537be31ca28a612
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac51b84ed8f83485dc0d36363981d4c9adcb8bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b7b19eac35da60a89ac35207f6279f426008c9ad96b09631cce43f7e37bcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a242492de9ad52ce57a0cd143f97000f2616e9a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e0740ed29032816cf116c4cbe66a53072c68ea6c4bad3bb056879eaea072b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f19e6d3e1e21b17bbf767f5313c949d37a3f06d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ef5baf44ed11cae976fde5d5f21b55d832453d640c03de13e5c010b272241d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a7cff99c40ea54ea850f3c87a62fe40b761d27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46bf6d687eaf37bc185378abdff811c765b91effbd0b842362a3ae263853084
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744aa71d3e36ad257732b83ce79b70ea1adb4032
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8691e53aa48328fbdf5b84c8a9521866a116cc8df37ca1732a89bc6fe008accd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275c503ef098d2eba4875bc874806600ce306dcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a4ae8034c34d8c7963b4b128f0b0d50048f6e128b9750555b81486df314e8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17594d194be3419190e28a1a9581608ed6e872d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0490d12525a583aea5a4f5fb0b939f85c3f8bd56a948933d5c26588e828b8a78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496f1aaa2aa286e00249bb278f009e16ad3fe14e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261689a1be3a1407c0c174bb6b7c60b94a6f02880d657666bed3b8e8034369b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5c143f1f669c6f3cbad692ee3d8b5b1136b778
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aed75150b01945acc1f8a44d892147a73519945d1610d9df1795c99d15fa3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4b15bed1f4d6f3ad05b22161601312bdf661ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24257b0fa139bd0069bc7be0ef640207e4d7180cb7284e6b8021086c2fff7d1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1597e413d2f709ff615c93b1192a249b8a4d386
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918798ff50dbc60feb8da59e9cd886d70ca103abfe41b3d2c6db63f6e2d96717
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdfd5452080c8ecfa1ba80e6c9fb7268ec97df9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfd621c93fc723e2deff7227f20d96f140400c36c8d209690bcb998bd95f827
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c631a19066b4386ed41ef7caa73dd80b721824f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8c8e6269f5c587316b25f24353761792945fecf6a8094db2c2c462559ea79f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd405a62d3f6deff82ffef53077f24273ba49c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8b595d5ce0bdbf5b92c126bc64acdaf1f0a654660513ae74967a9e0afc9137
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5194e1016656c1b40c675a076d17880c219dfc6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a07d714968190b131c3b12cbe7787f75666cb52718fce7a1d873319da37066b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619bb2c02b3e27d71277c4a045240980e11f0cc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6afe01db7905a63474fab83acd50936486b61f462a44fb989cfefbe139fca06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44a5a2628e4f2afc3bae7a27f5e10950fe4421e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfecdc68ff67a9f1192ed980f47e47e84d66d2e6c2d162228bf5a3d678f3fc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332d19f3e20ff931308e7123226f9e94d992dd9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dce9e105e8c6b3b86bccc2fa3c47db101c34126aaeb4750419ce2af66b2c85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d3c6d68288ddf6a83f144ee7c037aad6f2b6a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6eacd0df5d7a107de46a29cdd11cf72f17e57b417e7eda7f56de714b24706a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95d7dfbd62741b1997ea88b7718dd220d78a5ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf840225bca0e5551f2b95f70630a0fdd4bc7715b2c7999d53d3b51014d0798
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c642a36855b8b7c8c6f75e63ee2816347e8009b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287feaff607abcd05c6f202e22abd2f2eceb0b213da28d7c4105ee0b644761a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaf1da2c34d6ffc8756fd08d08703f189c0b7c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444ca57d4bc2e498527dda9ccdbe736eecae83cfd10c8438cb93af36ef8ec4f8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58382208f04ef2dd657a8c2f68dabba252d4a818
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9c853ea082c2740ef45d56ae1fbacc13ba75dd7b8d83dddff59d34220cde63
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b259ebcdb872b07dee533943b930c24c1c993
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a407027a307bd0bf3d44c1439785e05a8ccadfd5388db1c66771aa6e42e16744
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884007dd953b7a134257c692be68d8a19c189c80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771da4e8bd876913015b7bc97484d3c87e59bf745aefd0fc328fce6f8d541082
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a7784435c1d252b85555701652936bdec1f51b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bfb9224ef7d3572dc073a801c06b1b937f81ee80feb09260cbec36f07acb0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ede9e7ffa2d0550752611e74b8842d3b7aa5cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424476e9d6cd382c26f2b23461402963111404bb65f5e05e0c3662ee5427e5a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c93244f8d4b514d084225b689b6a48bca7dde88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c951a11d4d3d70a74393d9a849a13e2e0dd7234312b374286f5f8a879b3f5d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4c00cc2bf1e356813ab6b2a5b7f03bcb580e28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0ce8ff5332add7ed1beeb1f7659bebfe61a2308ead715034652f63c6176991
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cab89aede58c6124c713e8d9a1cb382f0c5c5b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3659cac97ac2053ac8795e5208c356b0af6aadaaffd0b7c2546e6d33750c87c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a27372c672289c21a5d414c5bdf28b89b705b4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4550cd38ee1c0f4378b8d6df70baa037341050f28bdd7459f94d7ac6cbc19467
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b5d66c3545d2609d8736bae295d1170da81c4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03f38d4cebcb04d04c9200a6517223978b8ce6cc975357e90e65e2e404d4acd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a363ee3493761928f5b921ba483b9a6a9de659
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa00a34fd46d248a85bc3582c797b12bbe7cfa971b8addc889b9e5757d394cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10330a63705677de97a9c25aa5e3acae6679aa3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc99462b7b2f43d1b047b9abd04f84568d39251b83d0f3484a49fc4fb8a9e41a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d427a6bd11ece52e0644b0ec078bcd9f84b6511b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add32214a619a3625039b7985bd3cd9b62ae0be1eeec96375f4584fa01f52241
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1292c1dd65a09d79b4937f00e878ffdd0f49c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9348633071bbcbda3a9e235fb167df43308ee7baef383f758d9b946f30b9a42
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54822b768aec714b39396ac998e8a5791cbb26ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2f69c4860301fee2eb675a510d4733d6ae3c53b9501aa9e3a0a53e75aea944
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfd37cd55ae5ddcff9c420415ad8330593559c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b3e4787344805bfbefa677fc82d2ccda1530f15eff6d3b4a09cffceeaf0c96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff788f21e38d272c7e24b25ccbefb03a652436f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43e8f4cde53e8b962a71f09ee7aa73711cbf521bede4ccb11b92a836502017d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9566a7abfadd11f14063cf0226b9465a769e8e1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dabe7abe8a1092ccf4c064a6a0400f168e17c7b4fb3af65e09291c219fe8c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f837ade0412507e33f6a96c3d79fe73bf5fcf5ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf90148cf8ee1edaa533223f01bfc78d7889f7994abc74764d6a0392897f68c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38882a30e9ca99648cdaf249714998e1905f6216
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0154f710f3ac407816efd246c1db688406d5a785503a6a90c00d22dd3a3b117
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6c1bf04f23fbb39890defb41720055fc85f34c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8528ae973e70f45c7f9a7767af7088a04a583489949b3315dd87ca63a12b370
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e09fe55d79409c22db18f1367c7c50f8c36b3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b975df0793f18677a4697a973308dbcf91fc9644ff9f7188d4136af30809124e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e637e03c263e576659efa53d9fea3ab7767aa5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6489491abb86f443c3f7a8d8abcfe8163f2dd6c3465195e4b9c90e80b1dbb910
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b30948826687e64a7421f8b821d2a4206c6ee3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e87954128a4b4091d50e8079258466d896f0d7c844d21db16ee580fc0abc5d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eca52fc4d43eb096b9be1f96a70c23a8127bf96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c3548ed4a597fc708ec043ef4b1f3bd3520b8e2c3000fbdf068e1118887a23
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc4f6f85ae052e0446c7b348619367496e4684e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e584204f1a98525471dd679f91fcd21d065d8107af03b71e05f785272d44a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ee67da5f7cf827dbc88c6b70e3c6dfd3450b3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fcdeb0e9a477a16a399fd75c7c717455e94977d16a0b6af9b39f0adceb5cad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df47a2c20c0ead1875241e3e8b97b4694cd0412
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7930f2040106f58703d43123f55e9e8a0ed500a601d1de272f9cdb3347e576f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae532a340d744a266b8571530f124cf8672d95d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6888581406ff86bdf616a46ec30e2e8fb49c9eae933cd8f560888a42c2d9119
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01584e17945929bd65ab992e66f74561ec6775c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7822db27b91262b68cff70f3f9f7f267f8e25787d04ee429a81d224a84c74a39
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c127e7a43979a76463dd1e084082ede54bde1c25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1bba7ae8dc6e287a0369f78e8004101de6371f1ff4519d94705e69ac7c723b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b426481ecbc7a3052dab60c5680655f2cc78dee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15ebfd8b8214d097f9a63c51ba7b30088c4deea99fd5432b028cad16758c86d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c325df3b642562988bb657f2c139f23a6bdb6b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fa4484b0abb25cce7708e04a646fab83afcca3217a175fe94ebe9556e4ad1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c061b966aaac49c405c48158943c7a552c7bc12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33594de9d9222df592c6f46a0a203b5daecbe24c3833ace1a3809373845382ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487027419181f28399a6a2ecd5e390f52ea59707
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70c508ea5d714010aa9d644915d92b5d52fd6cb9a98388411e60757868c725f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb88ecc61d2cab8f27451d6a0f9d2396d5e22c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e1e1e5d623248a93cc786ed50a6ef27028bbafc87edf4361bb0610e866b628
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417e31e1de894549be2f6e68f6b2e6c17fb8d4b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb4a4fe51fe2b26cd1f85ca34012c074437ee6ac01b62d9aea12a51d0662d3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af49daf57e111875502dc08d1d3ba24e385d4988
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33aac1398da2033d8ced8d34cc4507e033384b9d773d7f6bd48a1e562fec42aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bcbe7038b817af309d67efac58d00e90583acb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412ebdc2cbd9254f9514ec8f144402088138a81e287ad5221a8a39938a9bc39f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dea823b7ff6ac408e4cced855903bd5b893238
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493490e14a2d84fa1b266cd725ac97ae1d462430d0dbf7a7a1e988e72b8b900d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c033506dffaf38a4fc7d6a47c952d4450d8e8e3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e96a25141382f123bacf2eaaead3032acfbb94c8fcc5414808de215a65d55b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4077ecbdd46fb4a1c565b6a92ec7ba61a7f1e9bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11f875c8bc72f07dac7e377d604db53c069ab2ce1ce98e9c363e7757c68a2ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea222d1d21190ba553de27bcd60bea005dd5c5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff80c518feb6428460e46971e52a39afa0e76c1d8cb265287ef2878dd020a3e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e7d5dd7cc7702901e3acdf207727c1a6b39628
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d55774282bbd25d505039fbeb1c5a7be1c2881c062caad70f5000a090c2e13
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722a6559a366a6367fa37d8009305fc26fa839a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1c5bdc7fe4f6243b80482be4d2558d5dfa61fca546c1fe4ca34af6b0046ba8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a1400373c151353bd27ee53452f54b4f0a7e5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc00ccb8fbd9c6d2e3ea09ae5dda010eb7aa3dd632c8fc049456385c642ee6e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d221eb83292647dba75b64e8221044f6618a4de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9bb4788d16bba8fa9a51a12179371343145b8c731482938863bd7202a2a8dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d866078aca94c9b4a174d4cfcabca0a8fd22870
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7147e1cc907501dc221ad4d96a7d0ef527044bb11ab4c54441b2dadf75e4cc68
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d5f9a5a4456a73e2865b8a4455b7c4b2295770
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf31416226ddf5e191e592ed31507bd46ae6f0415d0ad8c945d2d504a78b53e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00f06f427ae19797107b6ce1cc7c1c1f7a7f518
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b838938f68354c12cdacaeba40195b0eaa3523b1e83b3078c259acc287de83b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1a16a82844a7cf144eb00bbedee409f30c9aaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17228caad5fdf0d82be718dc161df1ad75256d4137c2aa1749cd94ab70a48e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e452be9e668a229e6d8f0c27276add1e0b3f580
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8731b3212369763e6529b2ccaefd10b734234cb6a9fb62a2c8c8ea056d260943
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f335a5327fa225ea540504c641c1fc8648937b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ffffeb7b5c8cfc9fb2d2435620e998e8c6fc2310297c9097080063b9aab0fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8d328b826560f34c83d25a7e835f299d65eaae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d103155e1ac903df3fad82fb29011071f28b2ca56f01cb89281282b243eb3147
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1466c4ed9d2e623b713da6221507b47fbdf49e5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da4909d2e6bee40e9aad8ba272b10d45f13049c1537a5d51869c3a9d01d30fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1621637a4c56fb00f38979e2a61c059dc1ae791d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3900b22b930084cc658530f825ff45aee27d3d8bed74062a33f9e8d1c718b110
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b83b9a2f5ac734216d4eb6ef36da24d0e943415
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dad5a2701c028eead173724e662103bc43195de592f675a601e11680dc67c8e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992f5a643114667245c233fea512fffbe2433102
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ceb45709d952c5a501a77930e34dada4d46f6799fb088de44c895b9a67b03dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7631c7bf46dd10134c1d3ead2e3c0cd870226782
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44592120d58926230dfe2b47137845071ca471456b72e79b77825cd4d312dac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ce89cbb7c0a6adfe6bd1e5801ca42df0d2eb8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d9fe31ae44a560a0338143542726a7e2fe482583f6b70e19f0826c732d3483
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f338901f53105d21ec0a2350a95fc9184f4613
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e1cb93a9f2104f90aa9688be8970c9daf3c986313f8e863d428181d138bc97
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f55ca7db40e28faf1c527cf51605d1d581c480
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1b149512e7aae328dc31ddb3012d15e269fc6250d14783b4fecba4aa2f2bbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46054ee15799518da0944806ed17f7498555bbfb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b285c880f1180dabb51def05897fc140d9687b1c67517d4c68121d281fa57a0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc4aa7b1673c34a281354a49e02251c30b5f42d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332b06f3ff449c869d3ac49903d1530f03be34fa8d9e7d7b21a4813ac6b275ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc011e1535dea073dc6e06bd9b80558684daeb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d8adfd4d35fbea3ec932504758aff2aa8186c607f3139e49b5c04b54d4c8d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab90c10188c9d6487cd5900ea8669363f613c11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668a97ccabd4f900ad5f330ddec9f25d4f1aaf1b2091c44fee9321c5580a5be7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a95dbaaae55399623b50ea2afba4c44a471c71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07fe2175229bc644581a2406d4ebf07e00ec68c6774b5d46c7150870c552272
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bdcfb8c0986ca1ef8b597a8042d41ca31fec7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc3fcc29d02e8f51b11831694a8a4fc55b934a0bf5f370c0257bdb4a9281849
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673c9d6567b87c9a6297447a6b1fafced82727df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848769d3aadaeead474e7182a7662f856a3f2c69e9d9cb1feb6f648e6f7e894a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7b5f0931aade600d99f8776fe38e5e531d8a87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966366ecedf4aad85af9fa26962e2affa3d8e0d6ec1ef0f173596f579d7af526
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1ec1ddea45289b3ee0358a1916dda01fb0ebee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fc2001ad0b9c8586dec9d5d71ffc7becab7e58bf534a77261e7ac3bb7a2d30
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfe6aded922d99b93b01b58d9564632cf92b847
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e4b9b60dfb1c5ad5d8c3a88408423e81374873ea9027993d3626de16c50ec4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec78f730a36e27bed9b7193801c1e851c8b2a414
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7355f1f8aee5a7ebc00adb53cb36443b91495bc6a7c0f91234c02372d63373
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba28ce68537b7d1a0fb8127129523e2d28427a18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f06f0c26f54e2bea136f1903295990495702bd6c0a73a42fd08159f2d07a4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13b070b10696600053795bed962a5877dc147e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f92630430a81d8378ecf26305ceb85016ece1e7a014e71458b2b73bb04f6bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ae00e6a7001b62eab21205e9e7a6b7f1c98f54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6dca6520a0374c644c7c071f86b55b03b2b847c1c8b97632ec2bbcdafe608d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f638c67705b019f4a33de43fb0e06d103605ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f1a1324d8ea18c2b2290e51821b21d9ad2d046a043f8b7c629e3291da9eb44
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7af13730e928e28c718caea4092a61d5af4103
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b21c62201cc075f4b014d1b625eec5b5bd011e7f919bd6c38e208fd23a3b785
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065426eca38b59d55ba9c4369e03da3b61f83d4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386c344affbda7156f5da423a7afe4f9ccfe41212574e7d05d59e45b17dbd971
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63693539b5abf97d33f97699ac7941fef73b5b42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565f6d21883574f2683f5cf3a314ef0c25b94bd56c84b93d8898485ed366e35e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90318f6809bf019b5624ae3ca450e8831484d260
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01c08bc515b780de3895721b3c08b414e38d217898c6fcb3c0973f3a0229142
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f801adb045882cff48fa53ca9b7b9c3b33ab1c7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc701a0fa2566d614b86a797d797da1e7a5c7caed7bf5e92d57a06d2fbaaa534
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0dc8633e447c2d8da436451cb94dfd0b41576a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654e87efb9c197c22b675e30fc6e72b45bcaab56168bde42b7babe118be79de5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03ec2405d4e92332d099ae0cdedbb070af42b1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6b06d0cb99c7c50172939c267c9cb7034fb09682c0bf77b2a83ffb7d740289
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b946a247133c5c7f2dae54fd7fa95b5c3979e9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136545a1045c7de70db8ad6dce8135dfad3cde61e9479d8e3411962d42c39866
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d4803342eac54d349b3a95659a4024f17b840b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5514d251f8a28a786fc81622134c298d6c8011763dd94c3a8581ee9f0f3cf6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a278bf69c6a2952b956c84fead0067a1539da8d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c329973ca8a8a8df73535032958e24b802601b67e53617913cf8c22d5a7da93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84acbef7e7dceb596045597de9f38907a332e9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd434d109b0f150e3b1430d3b34d31ffb8e8ca37b0eb035366b16e7dad89bb32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70860e44254a35aa5aaea41070cabdff20d1f687
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee17e2a5c09898e6dd5404a92a7eee6d0ba297e9224ec3036afc151c4a944294
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44f98ac11ea5e9557ade7adf979018beb913968
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607e9aec78448ed24400aedf01cdbb0476a73b89cf18858e997c9fea7ea13ff6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47eac6bd9d8f1b464b85086b2057f59ea605daf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15292c627142659d126db631389ac87d495c3fe4ba72fe94ebe346bd0a0b3e54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752555e7d185cddac6add84febb76707139583fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd2024be8a29d06e49f8ddec2ac43cb92ad32f2aef3101d7c74f0ed9c605402
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb887c18b7f75ed8aa0bd91f22339bd74672f812
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27801b955f78ce6c15d508a5108c5fcbef94354cfe9d92cfa08c881f26ef583
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9f992288cfdfaab4d7f4a6b1aa7b2dc9db9d87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf8a451fdca53c1ccef40ecc76589e4ab779949c8d504472385a23c3664fe5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7105579de6d10e89a048c2e1fbf19bef7ed5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa4cfed164e0bd7b87f0590db1b05e5448a51e6ccba41412a89dec9030c07c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739b6664c67cb6ef2dd361952744987df9a3ed48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88aeb07d155c43c27c198e5cd061d3534fac140e2f936c1155cd1ae1313feeb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91270c227062253feae2726d4d534b65df17719
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32b0b5783db61e49c1d05622790875638d43bdb1ae1571fc47f7075f81a2cb5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def94eead0be6e03d8b267a37768c9b431dc7320
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcae8b15e8ac2ad4372c2c529606340d108e23539cb6adbac244ad21e23fc352
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3d8e14c2d02b51097e8a846335ebaa2ea2dc97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135568977ed0095d578b76f7a78c882642e0570db3a2ab519bb52ac849ac4501
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6261cee027856ab1fb8ffabf7548c6adbb480e87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff03e2f6e659633e307d7a1ada4d218aa5471e7a08e8779cf61310eb2d6b885
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8221d5deee3926bfe4eb150dcc8150b2c741b5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5baa19f37da4b8266c9266779a5887598539daf8b70f3b66c95c87cc6edd0a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7cd47d9a9d96e5e922b4289598ec5e2a61fe97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d63e00d0a051254fee1fb4afd9246422720067c30fd8d0893e0e07c54bcf85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9869437089c4b1874d9db2cc8756aca9bca50242
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6959ec29c0348fcdf33e5b791167d128142f11bdec8af0f1020d1c0ed0b7174
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb5b1af549820339c5d46edd94de0ffb68c0a25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0082f528c8534d6179be4e682fcc4aa6672f4991f30c64f5d1144811e77aa0f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe594e85cd7b9ee7c9cc84905c8ae90160eceb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bcea5c543b3f8ae0622ff45e88d835e2b63946faccef3f8cdb0e8bfbe2e370
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a979a62aa36cffac9b639d24bd0d5f64298f6ad0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66ccd1ba011b6fbe00521cbed3b22f3681c3cf641f7c8664e0137c3a17021d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41faac3d31673d2ad6bc6349ac5193944a04728
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8ce87e7f217e676653f2a7bd39468b5a116e393b028328ca0fd76c449d9a22
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3cb4a0e87d92e26e65755e162d50fc70c3fa65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b35a67388c92a66873941d1c8643d1dba304aca63a652025d5b9f7dfadc09f3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fdf072827f90f50e1ed6af138b1350e651c08a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1993a9e84244321410ada37d4da0113c7c37d420d2af5aa0eeacffe50173fb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482251d9fc4db08a834dba8edcd19848c95d0758
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b66333431bdef561bc96d2af8aef5debc1b88e4630ebcf96849a119246966b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c0344cee183cc49307510d3b725b9e096f2cd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541b94d29b1c4460a028f3e7718b84f4c0f48a3ed23f631ee1a002d9736030ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb3d5a263777b389b50004685afe349a3c323b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602f7db7c9b680e977e247012fb7ac54594c11464d71e3174131e2abf1a1a45a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199099554ee70d49346f9359e155979ba95f848f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3606f9e3b1a2e7475c32137ae4c18c950ca941930456a28c63695545faede
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a24a3fb023a81856cb21e152763087e0e967c6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff8703bfb72d8ddde54bedb62770b1726ac3269ac38bf01339e3ffb19190b6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61847b06693abf8ba0fff35feaa6b938537b9cab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6543d84bb52a449e5cb957c37937e8923fb86638cb5de476461eaa96308e70f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d0e544d56b2a7ed6a318eef85c7e11bf39fe11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6445ad0b88f1a5065dabe78866422d270583e1ee15571bf0d087601ca22f73af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b448eefb90dca98609d24b5761999e16d464ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b4d19676e454c20c7bede5be5ae4a76e91c0f535da37d83397d41b63cc1f1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e6b194836708f73ac69e193a9845d686531c42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79dac01bef241349149ba52fb7154cbc8d58692db0946c6f06e23b80e33f19d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f23bebe7a426bb23f17977611bd845b6ecda816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fb55fcd7ea7ffa3706bcebc12ff9ffadf4e1e42e2d4e5780cccc224c8e4cc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a470f48155180ccfb9381525bda6b2c28810143b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393404185125579f63c35627248c3d69a8c00e84b14b46c3f2191a22687ecc00
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a573a4aa21ef53a7640f492196fa4e30f65a61ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c48fbf18bf47c444fe3f31c73b35a8944c8d86ebcc3ef28b73c50e107457b8d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30630aa3c859afdf133856492611a67d97716da0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4173ef32a1c89cdacf38f8804f532f669824d78684e323d96c87b452b21ab9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c444704cbd994e6052a3dd4d10850582a664f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaf9c95aaafea1e911a440a4adc60a1778e3771b147625a233a0dd1d4cb8ba1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727b3985b873c2c28b6ca5138d0504bb9c12791
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85d3ee134925c7b319a0798236e1b7d4f128cf6921b82802859fb1e03ca692b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b10ea172cb636a03ac071e0b70d60635f521ce4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28f701083f26beb4678562bc03284584415b2f0838ce8d618e550526a558c22
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d3d86132e58e91c337a89773de682470efe92d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc354a15a898614394b7a201387b9091a2ede973086642efce814572b30bc495
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4114b6589389787f6345e969a3dbf2955cfc5d78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f2f108b6edf6da932b2a262c6b9f2ec1dc6f8e0538bce176be979a902a04d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fccf0370c5152e486c154c34c1624827a6734ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b448babfc79cb6e4c7d1bda02321bbd55105639036241176a4fbaf99a8948242
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0db5058678ef1d953235c7d06c2d8d3c219304
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581d928b84517943000759d37490906e0ede45109e5207ceb5958a6cb21b10ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d92e9cf6d01fceef0edd58a03bed02dafed9fdc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe35f74e31b416b73c417e7112ef5f722063d1b4771499189dcd9daf606c55
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91427c7bc03cf4317be2a040fb3f19bd76efa477
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafd9855fe417e86960a3aff3d2da3bdf2851d3a0850bf7564a0f2ac723072d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee641e6c3782ec6bb2c42c0c0b45a2788ca05560
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c82f638c2f1c7795817789994dfdf7ec6542115ae0d1546d7c9f4c4f99b5e0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7ecc1e9aa442958090f4838355524902906fda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414daac7abe0279ab52c7a9ccaf215bd18c488cf91cbe7b486caf86fb55fbbcf
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b6339f4031f3d527663d49bdfd49e3ad2b196c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c3ebb0ed8c266de327c184551459b0c4cf60ff965e5ec6b3a512870c74337b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfeafef42bbd8e7002018e48149b2c24bdc0d53e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3ad143f3d3de0c12434a697a6c1c33e4cc823f520bb7273010a0a5aa8c6d2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca1197811a3e5a60f9b1d0658f60e689a2ef104
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2e58f2171b871c62c73ff480219984d01aa09e8c3e8531c29e5a9e5525ebec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb57166b8d7c151837629909053aa131672b1f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e66a815dc1ac1262f2fb78da8c223b44df7548114811c709b4ed140f5a14358
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0147effff198802c969fa27092042107a6caf5b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c134d6c25b17a2151bc88eb266ca97484e67c225f7d4488b14891d3d6438717
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbddb176d6ad45a609cc416c0818200e7a11f519
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9e9b26254e3f81fcba7824fe9e0fca422093b83bc0448b558dab1d51a4dcaf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a4f27d52d34d6f53c98fe142fb482ebc3f07d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5adedf2b971c7cae81067a854c9a800c35ab163d4541f0ad006459abf8bc181
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbadfa4be9650c0790b07e2ea4461ceb1cef13b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51888399b6f07aa4b30d6ffea9da6f94d60e588d5d0041f5f47dfe70da02906
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e6bc90e22d99f321361741d4c8f6f9bcbdea12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf68fda80f325ad1de257d8afb674dbf4f7b456ea4722ee37dd1ea812cbe42b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6804dd971f8b0afd343955162ec520cded58f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8603b4f209d44143f2532b8b6d808e6b79daadff77ebda9ea1f1c5c6cb851512
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e19b3eadc499c013913c4ed721c3228bdded7d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b8d6f2301dd35d2dea9e048e9578f969c2ada40d2b40154e6f057667b20c63
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2474ff629ca6f1e774ef4c9840feafaec5705a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9feed18586412526390d4fd36fc1a341dd32a4d51346df68abe48899e7647219
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef938ad7af09c40b426f07ee4f191af7f991cda0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fdf19cf71cf838f15e569fd237c0e4c27ea185f201825545673c523ac5152f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7524e746c90ba55ac71c000359bfc58902525564
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3313e107dd8a69203b55375ba366b39ce68ad06cb67a3c7af0e879c34f2915f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbb6246779a5f3039be6442362d841ce094bb35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea44977ef59146628dcda1e76533b1eaa302f5d33340ccc24af8c3277b9ab4d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f94090930ce894c55fa65d283a6427a63e5633
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b953710ab2bbd8f3864cd1d3692f83003c31af116811482d9cdc11d5b41a2039
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbbbce6745b469fa6d82246a325a337dc788304
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258c7f6dfb6020e2ef8900256ac77a4b1c51953fdffd196606317dc00aafde65
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea15c034f0d2ebe3ad86f4c05e1bc3bf18001f87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20bd6a55bddeb86fc2cdaf6bc101438d7b9d96e082db702a0174ec35e768bfe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3155acaa18f0c679694b490e376cbc47575a3f89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20019e2f18d521cf6f2beccf946ceae7247a48848e9e119ca561c1ddfec2d4d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a0d6d21cdecec2854cde5a0913d3733d2e4e4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a696d9884a4c0af7882737923fe41ac3a13c07db2c8ec63f585cdc902334796
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4894a5b9e0d22a2dc3779050154b016527da8c3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bdc15c4b62eedc3ddfcf014875c60f72b0b1069fa86f1730c18d70ee3dd9cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ad746638abb60e8b2d8ca58da939e05bb73a2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307880f10bdf78e2f115a88868d781d2d48de52508c33fa5c3fe2642e4f09444
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5708f43a591209ae933dbcd17c2653daebd217
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6627b03e1ff36c6078f708078d74fd97545cd87b5e4adfca0b17fddcfafc68d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe5ab2789cacbc66f6425ade4fd973237b32c8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868947b8c5967877efc57803e48d842b0a47dd90cdfc2ece881c1ce941394f8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a3504a6e162ffa9d9a1b56b3705f858dafe49b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b58545a96197996ebb895a51832940a9d9e452c2edd6a90485c8bab014f5ee6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e2ba97629ad62011ab762492a843f6922838cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ff48b1ef2d906f2c0a9d349e6d0cf168a65b33a56b0e49ce3f04ef52ef7034
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0558617d73bd9a0d79bb5f1383493550815bec6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26af4fa4abacff8114d395e063855c53aa27b8bbd1942d926f082185f1dcdfb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd191b419e2bd324e9344fc2dfb77a85041b3f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c87521e7f92f3a60230bc65f0ebb5395d32c4595541933e4eb80b790b9a1ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd4f135d5723e71dd66aae71621b75c229e10a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56b645802f100ac2427c216deb059a6dd357e0afae99257ce63b3cc73ccabb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8a2df7924a438165a8396168e64da918d72f62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168558ded04f52ca4a35cd3940f10f4d3976e164885e7cde9e38cb15850dafa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62a895ca96ee5b921d455b7ce8bc63dafc823e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3339a9cfd9974b825a9a1814e06c64b78d49085e212770a678109dad95f00d08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fe52d865b609561c6930ae01821cc80d6b7dc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49326c62654a6bcef7651430b070238c0aefff8a0feab7d399d25a78ee3b4edf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d870470b5d59a7aeaa00cecfcfa5dd7d7c70f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc09a22e9b8936094310ed3959f382cdf902d448e6558a0432ae50077758cb0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af22ec0b63d4b0af88d72ecff561a602895c1f6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03251a041fb121d143aedffca3062b7eb45bee2a24b7a137161ddcea002e92f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da126e1ab99a6321fb6d956986dcddc5aee05cd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c7a36c5cae0f5318be5adc15fea97af6f5a29c73f348ec460428c49dfdc09b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b8b9339c7a4adec21819939c0cef0e92fafec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4efb3dbd13cb630c3f2ea3b2f7a6bff658f6ae14d890d4ac7dd67291dfae91b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a068d5f0002a652c7e4a85afe4dc2ef1d0c9ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c597dfb801230ecfd76daa80c0d8472e7196e53e35d257ad66da8a3221188f
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1733dd290563ece2c8761bae8f2bf387e767d1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c584a1e2aaf83c7af51d5f7fb40cc5ee03c2ae0420f8613af60f1809f936065
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206fcb6c05ed531cc85d6b5addbdbcffefe6f0fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb4d68cc01459a64a277fe327c3b8f75bff1e408149e723eb847be0ef6d0642
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c03fd85986bd96afb5bd4676fa92d79547a0b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d5f0c501d9ecb15360e377f3eb61ee91a38d3ae8f5a5dadd715c9fcce55384
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ed218b4f4f8b25af2a83e07c263eb0d08ddc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57d52ab097570f7d41621b8a6ea60fd1fe6e456b8812aea148ce158ee5f10a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4072e9b4caafdbc5b39d452e045934c4041a34e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a664d096479787a939f8ceef37b0fceb2e0524016b70b2668685cdef3ebc5157
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4233ce8d32b3a8ecbf47023ab4e01af76b963070
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b03208559baaefb22990c79788f8331763f9aa2283c19ee6f413ed72a09b94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686b82dcde70aa423fe08587d2c6a51db3ebf828
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674fb1a0ed818ff925fa01137b5428a7934686349d27bbca8cef4f3a3eb3a2f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d03eb7c33bb5a4c0e87a3e58a862236597e58a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b348c1692fcc00f08994c0056247fc41d1e85dde15d7a2bb8e65d053c308f064
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d96368809c1737fb227d4c6706bf2baac5c658
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090089dcc11d081d5cf0839f0a9d68c3095067eab7af24ef25a5ca2bb359f322
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cd7bed68b638c801f777c15dd0964a7468c4ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d754b662dfe57f643083557208033dcd208e34de430565cea272deb2ca96a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039a67f66ed36d67b8e7336329a68d85e77d12b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac89f71e6572db29a7e1afb052a000469f470ad32eaf35619abeefa2bf05dbb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74d33302b94fc8f01b8da4e8d16858746e1e4fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ddc35cd877866789ed8e8ede7e3443459a3bd9a546f59544d36291dbc25790
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9237a61d0f44973995ea255309b822410fec6ff5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d550cfeeb570ef2222a54b15cc42f92bc56f6a74046ef699038e24ed39f382cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765c2ca3e8c420b412951a5296f9342152d05f9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf09e04c07be59c1a99da9449742e2a0dbe498e04516310092522c78f274289
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35941eaae49c93be53ea7134dbe3504c3771204
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca25a1bb65e64f3317d1b1fe698deabbcc14743bb9d8762bd398c45e7e045b6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deebfc1f4ccf1e03303fc9eb749d106e78a9f9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badb0e85ab68f28a2e8345679455b23db4fef26f273b4a78ef430f6963aaddcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00174c67cacad733aa21cf139875fb9d9081ff6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b056df6462bed2612b8c1a1cf472e570718e2601fe6a803b3d5f0d2464a996
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e1fab57664d6f3bd8eed92a1f0dcc0fd748b1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6022da42d368ae24256843e4e39dffd01d85d4d3373904ce2c833d21948055f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfc4106289c8c22392e044363ff1265c99f15ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec3f8bf738287903f2b512c01e66f2cdd3a3bda918f78282001fa4b7afa5bc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a38b9e9f30a636f8024efa625ee691988551d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93390621d3463349f75563e1c8bdf21f51cb7471d1cf7928f8e5ef621bc23466
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918d053387b91a4be4e34581dabdba4760331fb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cad1a882d6f16945b714ac6d75e758ff93773f7d1550f7ec351f19a8cd7d5be
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d73923361dc4396f0497f4f2b4d44088cfd379
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05702801001938379f713d7f988e2f11299b1cee2a0f8ca35b4850731ef442e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8565d3ddaa9946a0132ae900e76e324be0e532e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df57886f4f2925462ab3de6de8249c7442c4fa381210a0c69df4cfa278b62d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19871ba535c1e79a53ebb727b78b687e461c8ce1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2eda925c3b0e2c0971483e0d902adaab8629be59bcb2df41aff2174c953803
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be86ce63a5626df28417c75c11815b04cb52db72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5197b1bf6c85f6bc1ce4881119cd877af929bbb72c68126493dbbffd559e977
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654a47e22f0310f4af71a3c616c8513045dfea59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc292a2997be8e0dac391556331d7ce43d00a70401993c5c1c772f7465aa0a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acafb522b3441e542315e60e439d8685848ea100
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef257c5912520679c55f08c912c0f816acdd2d957c675356b90ff996cb2762b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48679a957bd9f3975f165cd66d8c5671ae9e8df2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680e5df2d778906cfde1c4a040662768cb87671c288fa685d03d73e63ac47a34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a61e75975282058e2ea3ff1a21047e5eadfe35e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10315cdd197dbf88b92eabaad47d4dd0d15dac5722c785567947abf53e26f485
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62186c87af0dae2ae9e91dd510c26621bce0c763
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b773c93fb13cc352e2acbe258c89ac3e5bf3ce488affd390264003cf1098b693
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b238c662e773bc5b9a3474bcde34b844b50eb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51a9524c72e377855a513665cde6c8006af41e036d892421bdfe36315a440b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb265bf39cc4380d4b1b5887525abdd7fd91e42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e5aa3d71d16ed1bc36f77d6aa8552730f6097549f68dcb5f7beb856196c25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888b442ebf214ca8383b8a909821df327e576709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c4ba801f61c3fd3127d7539ac7652976c98bbbcc49d781f01c36eb47c46d5a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1785c83da1dc16337a1641c857baf002ded4fb51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1881de927b7141615f89936d9fd3b830d1f397999e49289eaabea94c4d1919
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa5273c2f41b61f0ff80d2b1e4ab0b5cdd4e9d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e0684d45e0960d518944678a42e33b88cb51ca5efa34aec334c333deba1ab7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff39a2e366cf90728bcfe5de06c3754a80a4858
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a5d73517eb8371a1c12b7eb46f419ce4cbac354a70294c0d1f3d2404db21dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40944f2f3d6d0842782edb108d2f09a6e7a081d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb432bdcbbd4df58b236f45d68b9177223b112e9121dfd67aafe8154936d00d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7217eea4e51b339c8e2adc95583bef4ca3f74b76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc1c5a8ef91f84348a8b32e8486aab1e3655fde849c581b31fe06fc4ccd48c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c944084a118c0c4182429392dbadc2351041d8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5968349a9cf8e784c4ba43b58b6fbf85c63ca921d38b640a71ab3f1fd6f6a791
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cca1d3b39b78b2ecd7ef857e8fae0b35d7caaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e03a1351ec231013cf832baa693c5d3651096cf94e01300f90354efb72afcad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b0c3991e0c4be37b7fa82e87af9410c5ed31bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e32381b47313421a040770c40060deab45846e1b72b634bdc1cb3a6063740bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc114448e50ceb0f6a6a7a1aa01e35596aeb1491
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defb10315913133c2c4931ff56259c6bce38132556347bc5cf85ac3f2e72ecaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e3f0c9acff741853d492e6763800643345ebf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e84fec29c3bc7a3f5e1d95d9215c1d31497d2c1a77baa51584ade1cefc5ae8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb993e72ec5bd4737caf9c69a45c612de1521c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1687c330b91f74ec1b3bef6d9e433f0d638de0a4f552b5e8fd3408f42e81a789
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234674012b95237f286c23747ad795b738aed3e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d64633e7ffbde54cd5613686e9805bc68fbb9c9cee49930cdeb2b439d7e076
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c176eb1621638ee13329318b040014909a669d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653359be759121b9cdd9f246b3e79d72029bde0ba64d77d9af068b611dac7c1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56802677431782c40d90c83510b580190278fdd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bfdc3cc2d0ecd70ed71115006f04770b79ca02047c9bccbf6aca0488d383d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240e58feea415b7dd6d660ab433bd88ea1c6ea41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f280962a325d0ecfb988fad093cf34ed02bd9c78070e296b66dd336100907280
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a98c47915e5f5156e53dab58bc928808aba3524
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0569e38e0f9f28ba31be5d622fa14107cee5b0507971bae4a2c534abaf3afe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a91439fe42f423f2e7b14948036946948fe0c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11017f3db29e528954dd3fd75f4548022c44447ca53d374a86c73aee04fc218
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1133ff1c993072cbb1119ee6239f616b8aff45a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ef47d59dc2a15ded91fdd4f1cdcb8b95f7831a183bf065630fab9baef6f378
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11342777cfea3936f4cf9ebe02692a38faec0aed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5406aa25d37de2b34b1f707be2321b13b3692d456d426ebe0ef61b57e42db3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd22f994f70d25a6c85fa02a8bac156ac657c9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c380930aa32bee0494fdd30adbb43c7b7caca402347fdd0956206f9d974e5916
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3394f94d8d37a7268139c3724bc0d9bab02693
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d67d2d9376883524fbe272e803faacc816ffc649c60380d3ee8d2c5b58756d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8dd473e19c3d227cb119e6ec21f5a1dd125214
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe506da0614f5b2659ffd33f349f7659a3e28ec8f2fc0649b076c28d8105b17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0c55bec7297e9d1157d5d72b6dc1ad73b9a3b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbc319a2ced4d70f4a7c793c14a2ae029ea1974985491d4ff1e34dd05652c21
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac6012e6f576f6b6a9610226deffe03195b092a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9022db3f1b68e4df334b987464a88701698695f3c8e9951c206803b6649b05d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87313b6aca5f34d580c5cb9476b701e8c205af0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d28f8ebb6744a51a9c8ccce073186f051def28d8171305faf12f02f9c46624
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4cb66f7fd6425206c5bdc20d3530618e8b6aac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204d98222ddeb77ebe848be39734c83002f08d5bbec749acfc46f6277745a184
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f25cd763a46b2bfd9fb17154e63339ff317baa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66feeb5487a587e65f50cfb5f17001c4d9a0b8c16a3419c5c1d246bae154cf45
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0b6b9f73762f0010976947be1f0aef70368ace
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c461331ca54e451693ce24139a84573a44801e3324a5aacc75291fdc4f0cc40a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e19cbb85b3cbac0f1528aa28069219aacffcf81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba5f35e06593709c18be970b5fc0c8002a454241f6bbadad3d776d6f32acdc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713e4431411340d56e451e60482fb0a8f64a8398
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa6fc41752921d91a504cef4588510f66873b845418ba66f23b5368c2c118ad
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c0d9bfa5364f231b77434ca85b34faec03b0ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7f1b170b7c4dce7695ba8e78b0c442aa7cb94aed5c09b3729da5e8d5356b7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449442bb0a21049eec5a71cd2ce46cd098320e92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ca9510a72408f6fbf597bb157723459a2232ad156eae157eeebcb33baffd45
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5cb623f2f99f655bffa34da32649912e8ee8a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076e8a12214045c731e4a5b94a7732bffa95da78d561a6a8d2213457c20298d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b291d371960ade26f87b2a73821cec418aeaa0fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f882fe5c24b94319262a47d5e8595f7a7463c4af80f58d3b03219ffbdb55fbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a301e5aaf2040a40257663f33858bd3c226d5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1576c1f8398e3f6da030c6df7a4963d8976cb038b4ca7234e02d389821c9d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d80b101fb28fdba0526156fe1d325eb5a3f2d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d954a22f72ed4302b191781cc2146da6687957ad399f1c6c7f5fb5ca8e5f3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e3a9785b1bf50b6850f7456b86064f1b837c02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02edb6cb0cf91ce2377eb8ee3250b8e3ffaec0f9894e16b2ba3de11eafb45fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef2723c0bf749710dd83d2251a4add982908b0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1aa9e218f62143cc321db5f714c557a477ab3364aa542e5afcee3599ab318
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de31f9594d6cc149ef55dc30e0b463b9a2149b12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be61def69941cdffa7487d527b2c986faddccdddc803bb5115c9f006680edd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdb04f2bbf12f5dc901a7a140230a04e928fc30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb5982612d3d1221f5855ccce642e07b8903b72503227534dd82c483b80f09
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97ed3b6d6b6fce47f43daf29132f9883001d2cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5f5ebc027c5fe9cc2fbae9a86191ab0b5d99f82fd5509108388ec01ef6792f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc11d290aaa04fcb273276f2b4b4de2bdb6322c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3644bfdc6e99c53a22c6f01a53a10d19d5dcf0dbcc1a4c38af7de82463c08b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eb5c1e9ac6c2485368f2d68c0b06beb0ce404e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cf1a543ad37a98c1cb0f722d21eb2de789615c3cdac59fe98e5cc7dcc5a72d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb073a33f820713c73304eb22a36d94198dece5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f3944883d2d5d5845d07ed64fc63f4584a0ffae2ea680bac8ef4f8df87b51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9320b526f7de81e54a1005fdb7252247eec5f7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ab416f915f8be3e5bea26b460472c37eeec9e5841d0afdcf8100c1e5f1db87
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8487b1165416b6d3b76154a132c682bbfef718b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f400893c76306693c29574f3874656fd856af38b5cba3bfc26629d7fb5cc090e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046d1f2637df399bc906bbb4fffa915ad3ae39fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def6309fe2a10129209fdd811050ea5d9aab0917f3a2f44536a62961d25d3841
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067d377cb0e5eb50072bfc9657a3a37b47cee3ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c79748c3ac1d450ace7dec24fd0780c18a5d8a3fd4cffe2b99930d3790fa46
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de45137cb889b5a1d6d955fc60749683802b9d06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60425c682adb6b4867f3571995692d1186f3fa3cd5e71cc8e4a1e60c324910f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c28c60a016153bf12ae8ec476a0e1f9f15b6bb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a99486838c053d3af12ac4e8e10ce9d111fabed97b59c2bd6cf97d30619bf0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85be8248470afc3a0cbb1898b639ed52778ff007
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffe34426dd8f020901d5515b84cafb77f4fb1b4cae22b81a0f58c8327345241
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434374d280932e21b1abd80e8c2cf102f7a113e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ac068e30677fdc5a91c0faad05b947e26eab767a4d18dad324d231690bd2ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d7a878543a70e9f8c5b86960b5b05dd9df71ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155ec4bef9a577c485d8ce9ca0cbe3ae24edda9a8aec8d1ba78d8c9343b3edc1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a012bb02f526e6621acba0f2dfde3598a9192f46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a60d81777a08b19b82ab941d647de4dec8436abb15b1a6cd29c38887a639ef
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e2b909e4ef40b5ece0a76ceeeeaf467c73dceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca38e8d3df74255b869641dcc1186d51afb59a15485c16ac4e0831b7e9cbf35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdf8c30957d53b904777c1a2288729edbd34693
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0045cca5936eb52827071d3c79339c7f1ebfed2448366e147c6f5f12ab927a66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abb2a8d58bbd729dc76105bbd6c99b15f282d46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1842914b3e73b5f7c1080d4f682f1fa0b0191806e61fe5d66fc71d950b0cc69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad044defa5859924ca6e46ecf4d3896f039e131c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152898876574dab4631030226b97bc74a0b5703db5e1a404e2615ac1f5399602
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb849248bcfca6dc8f9f4c15d652a347d6be19a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c699a6c53fb03d481430ca71a3acc2fc364b6f0beb998e84fb67c85cdd33de78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6deb842a35649c6915a8b4855b4cd2ee63da5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6474949e9750b37a6f34a6f40f6e587199dfee6491ae50f64f2b23eca3569e4d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b6b821c5ea57cd85d9703cbfd33597be227e83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2965d7c389747941e6fe8ee2bce93dcc7ec4fa00b035a078a077f268a5e3d97
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d70c8eb7d07871e3321b7eaa358bf3f6392e61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c6349916cc30f7803711a5886ed4b04ff16140edc63f35c31daac7aef98d32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321f71315ddb7a660c7cd04f333f42abff44cc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3750ef6995e01a642861e9037424cf7d004a4d42e8ca59b0a89357c48da082
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99387d878f0417d4c1277a801570b29dd5c809aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a167a8e10a342b35f81ba5de7fd81569b5716036f0c9f71f88e9d921f3c3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589074ddcb6811be30d6cacbbaff2dfe2df83d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c844bb24d0d4855bd1308e455f454589de190ff77ffa0f87ccce21fe33cef68a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7819d3f49c5466d04b8ed4cb09b4116419253d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b2b5955e60e93d83cb03a661a9f7aea790b4d00011594c1bc787c888164eff
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2360b84fbc0f3930fd3d05911c0e7d1e4922f44e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a15c747107775edbb0bc06974fb378ad5f8d275767f660ed3c1ce7999fc55ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f35e88cdda48006162ac9f482ff400acca56bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a31c2c662d8d6776522137403e41d67828a0a6181556dc72a8fd3e9041a2a27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104b5d9615937f41343ac3869e686bc4b3fb8e6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446f54ae36214fc60af43a4accf48f8abfb2601874c410c831bdd72e778605a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84aa0968b0efceba8380536fd25e73d57f569a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031dbbdbe069fc110da26d66429b5632b8d392ae609c3046bb88f088f5a77233
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2051842767e2083a7e8e14871e4d456a8b87f681
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ead0cc35083c9d08f1ca1686af97d3b8963572670f29ebbe094b9d95c2f15
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d563bb5a62a13228be7f07905d26523390a94e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891320223c3bb7f19ad8985f514e9a5aec18c6373fcefb50aff51cf6183574f6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee434192f8737999b568dc88942629273dd0934
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cebd626429acf036613b9e2342e54600cfed76e56f916dd68d6bc1c978f6297
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2a712f77fc012bea26b21ea1d7412d5f8c7c45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1450f3d71a028625a178ecde383f3e03db8bf88f8db0a757a13de37e0e5b876a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4de907f0f448d033819e5ff539d398b889604
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add8e0ca88a0553c01f7bfcd19aa78d684bb1e3712c211e755e855a49df15fa8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adee30acb21df4386e89a38d7054d33c968bace
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4daebc3fb244d810dd4014508dad9da03e1598b1f86e23ea2da1e18d9b1235
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d163894c26d317129781bcc263112161bfbf0b51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc7309ad73aeec147a5ae36fa6679fae25d0e157f1c1ed354d522c520986a3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0da96839c123bf0e2b4d0f0b9a954ef8a2b7b88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fd4e3759c40bbf6aed560e75197badd563de3b7695fff2b701dc47857c6ce1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b008499df68bf1282470b3a277c6345215e80897
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6add27e84b0806c6fb3f82e3a63840c9fd682c088a942882f95b3f2476d9e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de7d3f59495e4cbf6dfca7576ce22702b2ee9ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ca1a62e52823c659c066ba10908a21d9dba24ff4ca6fa55b629b8afed50353
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032c37fc3807b9b27386c17c80cdddb6374dbab3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1837c438a90a2ff552947c5e4ebc72a86a24174ae07f86ef5a0bf690563bec1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5836c42a38c9db2f661bb88e10ce538d4002f9bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af97e2a5cd1288ba6c159722583e6e5f71cf97d77ee0f3aac9549dd1fdbd8c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4a2cf64f7c79f922458cbecd0af4538d0b2556
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2343af052f04ceae9f01a589f8807bd50f50aa5ab1f4400a03f2747fb13229
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb755eadc6b270b2ecce2472bcd21273324332a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b4f61b3e84c3ce802a9cf78f1fc7ce78075dd418e253e458cc091ac66034b1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d578f384a3ce46e2812badb25360c53caa59a8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1448191db0068b215229fac4a92b5faf8e813f34cd2260bd262f7b82d0a6ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bcb8197155b52be8ed0e98ae5219b922262d08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ebea28825c0a4deeadbd8b569074da10683c3fa6858a9bdb488a2c45e3ebe8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d979470ded30ab8a05f10c2920ef947dca2e501
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81a7fec3fc2b732511a321e6aa3100506cb4932873c26efb7794e27f9fc45ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb0bd48a7ab067e11cd2c0ce54c0c9c51af69cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5641adc7ce8a3f364e0214545e981aa6b0efdd0364e8ad5b405183f7629c3af7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9a8153cf413471b6ebe022627dd9c1ea8f9945
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79da19193b1138af339e1f907253aa236f40b09dc5784e922fea4861e9f590
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf03d5a229890bdc8f02c0bf25930b76fe4e74b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532bac39bd909dcd1eb315b70d0d81a9a36d13b3e683c6d5200be68ba3a2d90a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab17d1423acd8cd7224b69e3c6d9454f850d4eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec21d3c59f516e09a8ed62fe4eadb553de8fb734914e1169637822632b7f10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61e905f0552287a86df7b0e77b77b7672f3cbf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60fb078feae191b5ad03fa0b721c13157b37c12182ee2b25f9230f2a7129fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e2dd37ffb27bebc877826ee4ca9f745444c47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc46573332f8e4148b88cd6aba280d1846119119c275f21b37cb2430b453a7c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9dc49e6d9d96943e9b44d1511e4982fba071e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df364dabe434734481a55e41d2a04f620a3db1ed8303b0cd334341d06b333a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e9457973009f7562d1a3d25c4261f73d3be911
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc834b9ae75539c348a6ac1ddbfcecd28c6a212c3bab42a0b798477b4b5ed91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5657b5b34ba618d955d0f140707633c560343
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e93673ffb45e1f611fa7e14f4366ac0cf484cf1b5e8c40ac706479df7100f9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6c957e0a09d6acc69af2f5fb6ccec231a73c42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92afc070e06feb50fb8afbb93558692dd394fe8c6242c423752af70fff6b01ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f392009365be486550db076e15b8e33a16ab50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2c0cef83f743aece4db365c13689439fe76d455f35161d96b4278934628f87
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0665d92758e2495c9a5276caa72d14f20c0ea50a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f72c308bb74f4039d81e2aeced06734e746bb4b3560c8d82c29cfbfe716069c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce90a3f3719b0c568ec5ed9207270f2e01c7496
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35874854cce6419b90a73acc36f7c1311fb31df526cd3697b4f19c00cecb6f0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613c63d5b49c2ec645aadcc352dfa61c835afc13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7120447bc0ac2e3627795175be8fdc0f1b30a1801b61966f48369e40775e72d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1111685531ad54e1946456557d074637972c4f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce9ab319d161ee1cfc8f0245e50b30c65e928f96143346977c3eb93e8b6c0d6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501c378270d179bbddf9ff0af16c2deeba7c7838
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811684f38cb775adb5d6c6f92a43c58aeeb187883feee66ab244d15bab14ca93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398b5ea547e6a0c714ef84e88fffa019d08d97db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404f9746007bac98b862b3aab1cd6a959a80de99c887ef1680a158ad367af437
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74501ddf737444b30ecbfd6c6165de01e585ff6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb11c4ad18490d9a7375c1ec378aa9d7c80093052e08272730194551e42b2aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c05869ff9bb01ccde1a7cb944a6b2186814efab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732100ad40fd14eb7df89edb0020320f401678ab087109922cd31cf1d9af1631
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc20c7827d389c7d200355c907362b015d0d61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914b4eb57f7bfb53354e92deff4e069437928b8884c347a938686d15d75459ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8d865aa1d0f6adf281994276d775f558e87c8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d4e4ecaa2169fd66ad5a20ee4d27b7354685f5ff63a49ce0bbf3db3aa67969
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4f418cb734542e9989b359cc21c9d575035493
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d1657bfa0e9423cd7dbccc43e8605d005eaa7307eabc640dbe3a07c7323ace
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568e7bbc87f12fe5f843c1dc443b66deea991fc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4aa088125c57e1f36b27bf1f5659f2faae3cfd559e8e49b95f895e1b336e90
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff93900849f0975006c4abcf722c6365df2a9fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a83a9f63702bd71d915b3735f93db8c53e0a2c2301bf129c06f36b072c2c2b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857bfb6c039ad3b1d7dadf839fc659bce0dd4e1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6306278316cbe84d4cfea53725f65786580c530b8d09cbd76b06d7138b4c47
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6af6e044be8bb45679b2aaee231c652fa396906
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f6c989b81f841991168f7fa953dab10dd5caee96060ae0efa9d462f52acd82
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8def5ac12ffbf8a4e2f2640ae5d5e199d9ad33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865e86b281143e40a5e06a8cb7327f722ba4dc38032e712cda3733c5da7a17fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40865fc433c7fb3b34b9b4c45204002e59008e06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c360e2c57962c955eaa549678abaf9b0b927b93d60877b7e549f31c9ddd780
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7149e6868a7df0cc7227dd7f52d17ceeea93ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cf385b3be9aba39d746852100b1e606ac2128c8e929e4f0013edb770c01916
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3d2d8e54e3596bc2905c4ff82603c4042d1554
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43314e17c1a226edb077e96680b904abd926df77790c23b68ce3d2d8320ab83
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbf1077e4b31d99bcc17edbe76487b21c98c551
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb4a9bcbe76ffb6e28bec5a7dede5999fed396f070719d2670997c276c11893
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd612bbc941c8fb02d5a044a88553ab50eebc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004415858f9203a23f14b6576445df17c17df8e23e20b3f0befc3220faa06ab9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716d746f5e7ff4483706bae20e3a9a31a5e9c6fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47683037650b987399ce3e8bba48aae7270df51f23e69c5cf6140cd146b7125a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29228be48073dde0594e924798128ce285e5c62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e29525e9e53e68906f039a3a0e4720ec67684c8ef59b61611d23fd0af60fc4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f0cf1a3968e8a471a9cf81e559fe8109ba11eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a832ac4b0fd05c7c9d6828ba5fd282e50bfa4557a6101fb327cea7e5b02af9b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e64b6ced7a63ca9f53033f4fd51c7c7993f683
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570668019fa3a04fd323db4491260db8678e708d845f9167b3d2ec155a03497e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6278a79698ccb79c7a14808a10256dc043848298
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbac880ba1e25bb186137d4fab9698892eb7fe031d4f115476b73c96d51e323
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f260387f35edd63dfb012aed934160906ff18ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97962f8f5ac5609e5cc8de8ce3892e64349b80575e8822b9d6563a6631dc3047
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94b7b60b7cb4c55adaf057114008a5e394826c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b142e65056a4a926f4506f97242733b2897a339e594fa7ec0d1e7712e92e3d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6b51db0d21a2d6efb02b5de38c016ee451ead9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7474cc50eb95258080f38eda409ea1c0fac79226427dc114b5efc36c5d1c54e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6015762d6b521ac148a21102b7cd9978fa4923ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26f54ef25756498f11f3cddd24ade54bbc3fbbc262ada9f7872a9b543b0eb31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f44df8759e25ac9e96fe7561835e137d79ab3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b569afc60dfe91ee40c189e64338ca8366b16a091e2dfedc196b405905359a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4fd5942ced46c81acb49603994c2bfa1f2524
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa3443b5155aedf903803c2e16e108a0a5257019f6da633d2e8d66ca34d912a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f5d0dc1dcf6a7fb08a2f360a2874a0b874b00b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e884ae7177041c321c6f6b68c8dd6f9535b18629ea73fce072c03e94ffdb712
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61258d9ad54269f4276cf980c4e8bb20af864820
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb24eef78f5888861812c1f02971eb26be590821272ef1204b1a83ec90127f10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790a74b5a94b5745189211db877145df6022b1d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4176b3e907cbca9f1f451ccc307897eb9e9e2231ea993facbc7d1b2038a0ec70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fd6e1baf12bbb52717004d4dcb6575e9ffba65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad7d09188bc9d6088e9e3fa3433ba5a0cbbd50084d0931f3bd666b97406e5e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40838e05c15fb19d0725ca6788b6f0d8e1e8e42d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a44ff433bc0bcb1e79e13bba34e21d393d7d56b0101e733a3361dd0654f805
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c544492d86bc8cc371d7a112c12ee53dc5c1271
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924758260675340348e12937483b45931f08d37d8887588f90e840548117a96a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5ca38f5bce5c636aeda11d4e6986154009dca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48533333778bba7c1631864cfea7b1d8d29964c729fb8dac999d692250e3b1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af411cd5f4f55be21e072af5bbbb6a82f7e85358
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e99b5b0b738e698a2291f12195dd9a5be8fba97cdaa1dd7457f4e1b24ae88
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a73d8f54cf35bc3c83e7a7720e17891e16c867c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b09797b9148a0a76177fde1a35927670204e035fa82ea773774f8413283524
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fe8728dd75d26e402cfc6088526b62021d3715
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0634603a30a358c3a865e2466dc920f606a4351a5edc6400574658f49c90cf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c90b27e1ccbfdc6116d1051e28ac1a56b9c2337
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d0db782bba4a9f8546fbf0f2654cec288fa8a6ec1dbdbc178764cabd13f12a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06943607dc7d8f04b8ddf5308d003681b9518e94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c8b78b16ab8694a5e04c29854290e664b5aeec0757a85ffb838ec2d42e744b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90053a98a28bd20df99944d6f62c63c4618c3eec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d9e0927e4b756415e8a1452d5df8189c3b57c04f4e0f4671d7311e2e145016
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3318947a57983ebbf8379341d1e1c5e7752bf780
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac501473b89db25b1414cf8675312078973aee7d97cfdfe0231a74ecfbd2c34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247954d98f7e3e62c87de21e873b0d7cdc6995f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fc2091683764899f8fc49c90dc5bbf74a11217fde9fcd231426312147c7170
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59837d193136bb71591cccb8af79cce3dea0f5e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e96b379b7269b15a3daa3f55a1d200d3bdcb82db56c6fed659c608e0090722
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5f88b42806564bbcdb8a25d0f5c67681eb836
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cba0b9bac8396615433a317127b72d28576bb8d3666b0523c05ca44173e7b4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3a46555d30e3a0e889f4e3a5c97622b33a0240
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaefc60c125688d7f30e8e3bb05d2959555ce933561fc13a4dd46a3a30ae764
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c329bf6a2cccfc1714de147c3e1a83d1aa1ae5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f869cceac26e7c757aaaecc252e59cbb8f69a855e24e98a658a1f12680e4983
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c71f17b75589bb5f41470f6b9b3120c89cdaaa4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfebaef88cd9983a0f5c473461124e0f990f6ccac3d13acf787d307349a98b94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c04188535e0954133023ee362d81954b5920e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db27f602e77de8bd3be9948dc1b38b2f0f189fa22aa77db2ae4f37245bce119c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9ac313abb9454680f7a9f8d4d2b5452d61a76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a23052c15769d68a1247513e21e8000701aca9d564becd62117a8720afe69f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c910474d707f9b0119a2fbedeb69f70838652d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c207704df724c967486e6628add4a449e5ebf8b61a60d712ecfc3332e9284
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0b1fa442f13c603ee8cb6739d1df9b11b26e5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f715769c838fefec3711bbbc5bc97a113104bbd8af1f8e17e60283b06a51bc01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dec15b8a131a160e7011db4052c0ad3c855c34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c9365c8eb016ef19c75c7af8d283e5f621d1967ae3732204b62dc9f45a71f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39bd4083724938055e9433d30f94b4b664d36d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f33cae764d698d1cbf57c1da7c810068a7d322ec224d96d16e4f84f99619e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec97ec14c71528b2b6c74e0b3e1fae9bf1e7e9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44327f1f4b084da2f018e1d3c3b6cd559045b24650ec7d1a53acaa22f6f27024
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfce8250c876cb512eac2d81114413fb2055437e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f10d752bec7ed5ac05c02381e634b7d4ab94c6b1f7a174fa0ed98432cd31d5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b972c7608317be3e68856971c7a067114a60d693
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c02f101f3e45a8453d3b384c2ebe3cc7b2416d60a3df9f83a29e7d4ebdb94
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9ba73022315a9f46493739c30b31f5420265a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f59b3bf647279bbd1a98cf5f1aa8233f45f1eccd694c27cb47d7da7b31ad70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612e8716876c67153d9a3e8e2d3b03a3a6949174
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4cbcf8dbc4a2b6d9da5dd59c6600c1903891b98227603a2087f20c1335121c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99075946ebff6ea786b8266601fd92d416bcc484
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001412429589126e59c3e7926b12cdba209bae1866f6e81d77e4aef85321b108
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fbaafdbf26ddab669069788bcb6045ec925e2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d5a65f808a46062eca0b8e6883e44578bebc0848a105ebe368e40ad49adfbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cbb51d64ed265546526df526986706f9340d27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f083cc3de2e9d01d3887742de51fbb54c8ff916d7cb51c68af1becb5881c6bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c2bf47fe90dff7184cdc98d99fea57ce6c8218
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d25bd913dcb2c1a4f42e6104badfef30245d0690c2c6739394d219a7c97b975
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db5927781f504e317e98a43ece8f99c5837e81a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f178a427d199685bf5af82b1a6dff6f619a48597df6b06b275d933a57c584
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05f6a2b84615ac3b00208fee100a742ddea088c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac20d68d1eece70235ae269aaee3fca1f4dabf86f17123c72ee0eea702058bd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68c670072b43e7f7faf3e534099e89cd87cd022
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb310f50fa329f9a94f36b3a20b8800d45cf702fa6f772501911a9fbe24ff19
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5668f8e562a67019211fb091dfdf9c561790a617
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b308e8227b28e42aab1efc4b1f89954edb7924cea8998e6d42dda1eb37aa0ac1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c89c39522aa8a6cfac7b44806634ff5c96b22d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49f42ee27c2a7c088210f0586f45f93d9cd15492f6910f63816117ddeb50fdd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe18a169d5720b973b091a4f91c7386fcfb8755
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e5df509e099cee4a42be91a27c2563ab7038cf2bb3656e6ba43e3c8aaddac1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba6a62a146b0d7d8f25c07f0eb4d6628e74c123
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb5462615569be596885ddb555964fc3247ddd66525fb5d24fa1d196a5ae41a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c6a79cde032f52e51394515dd530ebb03a5365
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f85517c81eabb9261b6a846fd37ea51baf3d238920dfedfccc4cc128e6be495
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebfbcf235cc8f4dbc11da58b9c2a4e221fe6458
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265ad18693b202ca82ddf1af71328690b0e5da7f690f19bd3c316f393065402
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a443aeab0b7cf0096e8e09399d759d0aa40b985f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879a00b64c551ef13f64902d629ecb0ecc6812747f385255ce803f3ec57c2791
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de68623a8924d32f2803bf04c7495f552cbf2c8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec0bf43d13e031a974a6208ac7091116ceebcb6b4df157ddb41cfb8e3c5f756
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00b3c66c2ad78080c9cdb59ae3881d4eb054002
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd12013aa227d0fc9581a7b256919949d9904fdabce72523d516ac2d268ea0b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c58bac33da65ca5120b5552a0f9e781a7c68f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa384006046d04308567fa92ad5eb9db3846a85795b8ea779bccabe4798c5af5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d858f4c411b64a6263384f9a087b2286616d3a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e67ff77198958a12f560dc5db96e5353613c7d00248d5153419e3e1c6f3ab5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63ce5d26d386374095efe45a3dc42abf75c77bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b8f755fd5b6e0a735b143135d445ec7d113c128b6e749982195f185e1ed3d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1f4e9f6b1b6a4162fc90f42339f26b8d11cd18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e3ca73858a9b49f59590b244d7e68af15c3d490fa1521611b96f5e373f8024
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11849a084cb9d0544d73585a83940a7f70f2e5fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26fff75271475cb00faf6ec9063bdf2b5c9d5a688c0cf14f1d0a1c72949de45
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb76dc8c98f6a2d978ff17c0d95315f58ec07c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e7dd1900dd71f454f6461f88614a77b01e9ba4df94b8ab272024da897595ad
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2ae36e33d8d41a2c42909d045c401e994e56a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f710385fddc96023cdfbf48b75a95b7382e39f54ffa4fbb9427a01a3acef19b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea0936fd99c1681fcf965ace8139d8d003966de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54312c4d416780a7c1cfbf885faa9a803807bdc3cf27211bc18e3518ce3cc96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3359424846dd1d7aa1ae5d8ab5c5e9a3a6a2345c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54634ffba8635844d129c09bcf8c4546151a50f5fded719bb7ac96f3ff92885f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4307b179d7b12b498eecb55ab3b0b01e6632fae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7affe053de49f0604cbc4c3d4e725c51e645969be87b5960a87dcfd53dce354a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbb30d2fac980c2e3fdbafb8c3a02bd67e6f5b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a1ba307d08f4b2ceb83471b2c0a39821edfe3be6dd2e5285c8365377de2347
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e31605ccddbb050fd0d2aa937b9993a88bc77a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab2d46c5d7d1943982654a61ff1deaa7004f7b2de672c27e78ff08a6e1610ca
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b24053d304333f0f51bc71b8efa8621f7131dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869031db0a97926b34cd87d63234b0a2a7c6588b3083cebe2441592b3db8068b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e48e80072ef86c75522337c1c3223e4c8eea4f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85404e875ad253559f192d5acfdc5e2781609ade90dc45ebbd0a0c5bcafd1198
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7923d23cf38e41ce2a996467e268f53c823bf76e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaac60cde19c4a06a789b14993d964d2bfbda51cc433abba894b78a76fb4489d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e07cecde653ed54b47efc03d4fd71936c395d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b97c46893507e67e16628ec47be89412cfada9e13a8f7dbe22f0ce4d1fd2f59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c28327bc4998cb3184915995a95170a30de184
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2609e6ca0c73cc8a7409473da8a471d3581b5b2e4b4f609abe1df88ecd3bebe5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4c274b27dd3c922ad2d00cd466df8a75e4fac1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298b439ff725dc6c6543be44e4dace45c4d5b02aabd2342e22ba9417f5fee9dc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feacaf49e96209ed671f842ec5422866a8fe3bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f5af39f11e2a6d64330502de2fbc9b6dff6ae8bf12d0dde16353870b198d9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248adb9dd6165c1edccb33b330e99aa771e11a7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621333038085380bcaa1a0caf1ba0a958b3a0612336a5b6c1a1356142db34564
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eac5bffb67613435b14a888f3febb59152bb9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346a3e710eeba44ce24ed581a05d9c87f6d9e8e061ba6cddd2ec3b08462df98c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b10d80dcf92bf114a3848c8647a673094553a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e22d7b57cfea0f302e455938892f5b659509de26cd3bf9b49cace214434cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48addfe5e4ede98f7101ea95b236966c31f77737
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8e2582250a15f1d03b10db6ae713e2319457c4cedffd2fe58245ae9478df01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8675636bac348ce46713cdc9eafb70c74cfe1804
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcc346e09d36c7cfb5957424a572bce9b009c303526fc52347a450913314fe3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34eb25d300bad4023c16cd0633a7a0db207bbd4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55cbc89d1ad563d616010c881415ac298e7a22d69cb387c3b09300486030483
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d21108bb785e75d0d919fae533ca700a70701d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0691a137bb94691143cf7fe74d08eff5ae269d46e65b55765b145c9a4ec3ae2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eac45fe14a58b5459eadd715e6bae2bebdf2ae3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ca9abb8bc5b57864580698316c18d183c5cade0227595e0486a6f591c721d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc48f6064ef36b309ebcadf08b0c4710c6bcd61e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1005a7489ac4c3b1661da6a62f2400ab2aa6b673128a49849a1fa91c306bb69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710ca20799a013528563ea7775b0e2e10ec9eda2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755d54e1b21c1afd44353770c084e983033920fde077ed31d78e7496eda00cd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c80b8e24770cc597b09fce0dd801237f15dd49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c8baf3cbf272ee5a23870b8486cdb5356242d360994705fea1c235def91c20
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8319d53dbe4afc83ade7444e7b44effe6f664dc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ded6ae08e6f8468076bd496abd81ba2ffdf0d68043351c352496cf47548d4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cdd7a691b1b2782a380a326f0a8fb40699eb00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c90942196c90613fa2ced3e0d3e5cbd8ac6f6bed0a0900ad3cedeb1bf7e144
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ad6af8ce18d6f349d85aaf4c3a167abf7a0ae4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a660538d21467a23d0a6e2d1463a538a7eeeff7b14e2450ed042863e69b0c5b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43441e8276b5f42ed2fd7f2454de60330dae5d96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1118e38c91e9ab422f8e1cccfc1eaf7364bfa16f7fc773301309466b3e7939
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9984071b8e6b6609cec3eeb0f36a1b9020ef918d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a488ae32f3270377f96222b8d7ec18cbe77eca0534069f2f319c90d0eef2eb8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d217895155c83b17b29659ab52fd6dd9e670df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ead7bf80d20cbb41ca05c25e455b4c357e9b786b12bb42c3253c40a9433c84f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b196e9a3dfd49486404cd5cebd927ca3018c76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fead7d696017878ba9f29f926a2ae0eab50ece7355ecb6c2bfcd0baa0ffca79e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eceebb5c90b93c02df4378ede9d2691882cc9b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addfccff7b3277070f98e3b3e5ed46ebb2c1ffde0d2b90ba4205dc5d778b75d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439f7fedee2db419fea4056ceda8229ceaf56032
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56462e4682029ed83d123b0480b0c9224aec5af06c20c262ac83f98a8518eee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9c745e7ec682371ce9487a4d767b4468a9d342
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe9b08196b595489e2921a26dbb885005154bf442bbfe401fa97a774745eeea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a3962f7c1541492774c10074cb9da0f8ae3f63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86e269b4a14cf3dffb09dc44cc8e7497dabb7c5ba1e7f566c1ec65681d4387f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036899f899dad223f60ca78f43968faa22bc2d96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7bc1eda7bba9992d23ca1bbc96512d820410e63e0b7e83edcf3ba09574c579
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaf4627df042bd864fcf368886e156080dddde3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7604594b24794e20a50daee71ed640a441b02d1d7d285d4865234e6df880484a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315f0e3cac0d75a933176d4512e9663aec3f9894
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c084270444ecaafa7e9ecc0a6d2ab1c8bf1af69ead5f01db8879fb76a600ffc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73ee3b7fd1167752f5ce640d7e8faecd87c7c83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79398f7034a4394b1cff7fec8df8889640a0b1e96ef816773ed6a68449e49531
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03366fca0f128d91bb8d1b40d16e5df125048c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb16ee7e50feb4b8fe662650ae62e42b1e802ed6ff40fcc44c3fcab27e9c8b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ca2e775d7f6ebeccaf7553266efb28b7160b4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0959bab29a816e477ddf496b8768650b55ff1c3fc8b7feb2a898ba3c84845058
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9128c712cef004a60276549b4bdab5ed35cd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be95c0a8b60304732d573a85933d42a49532ac99db4fa6870620eec311a2b1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05039e89008b36c53663a66556c9342669afc77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198f218476eef0855fe0a0d1c7de39e3cafa1bf2bfe7fc3713f8774fd2ca181f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fb4811ee45da0bfba404f37edb4516ec8e1487
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e881ee7f3ede5c2d628901f7516384f1517af95eb25a89c66d6e43d9d01fe7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00924000a0b302ff518fca0f40c02c3f126c5de3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5c60de0246d344b0211fad0548a53b0d5dccae7ffc35f9cdc94ea5d07e5dec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bacfda440e287116b5a0ce964c0f529e8d788c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7658eb6afe155ff2d2dd6961bc6d87c7c2e75e167700bdec1465b0c416be6337
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e70d3c626eaf7adcc017215a7ba9978b8cff729
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d683807114ef413b91b1c6162c01d607c5055c78af6b328db9780eafb1b12
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcd77977905f17fcce2791883e09a5278c39686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeb1854033d8ad0dbb06adb37324cad1950978d13a4b241b85818727379042b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64aa96ca9a2409ab05d8c2330ec24e38aba366b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2146f6c10443af5a42e0be97104f843031ecf867423448abecb323e39f4d84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d419e135b7b2bd3f4b71482b08ddba58218ee7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652b88aed63fd8073ec055667e6aa84657872e9ed9d42f051e88228c6f7d882d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59e62bb73e0aa047ddd2c54dd120721bd294879
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff671a980a5e45fb0d0fc1f65d58c642260382d0ffd5bb669225a1e74bb2fb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6db0b133bc1edebe8b10929a4f5d4faa1110ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de4840345a76a9552951d9a74b243f90d01f4d553d3cea68c3b524b7449b5af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d99e9cf4c02102d182ee311122bad84a05a507
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd7919865c0275f68af028aab674689fa011943f9d7d2484e6f2d1722ca69aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b504b28dc25f22be4330610193592effcae7de3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdf22f4feb787fe27e9f941f3fb58a2aa32181f30c7b82e547d432fc85e0b10
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10469bb86267d28e0038acb4666d5ff6a4d3f8bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54885145531c846fc6d3ddc792af758bd41b226c9d8ceb3245e3c57bbd4ddcd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2a680eeb54445943818e25a41b0287d402664c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd1ac4997333a91e824d0fe3ced4dbffb5bbf2f4b9119e15fecb6da92691400
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff67fca0649ef995ff25b9beaec2465f65dd2ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28068bb9096be299ef3b7ed694e68b186a6686d23ec3a22176421cf5791b547f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66fa1d35476abb603437f6020dc507f8e1a44eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d5e1350f56b1b6bb1527a418e346dd97d1b5efd097476391c738a57b2fbf6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511dc0d6237f2813969ad8a7cc4f263b3725911
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7584f44b468b00ee7f052ee3b24600a596d2028e5a10954e8e8f102bc614cd7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51705d8c11844389855f278b5e2f6f19ec6c2cb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856192a01b34c7c0c17e7768fd9e653f8e79a6d66480962890247e250fbead48
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98cdb912266c56bbad75be1c749a40e78954283
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8aa80d541d7b1a7b9a88db6536cc0833503ae66765a49fdc9ba122b4819aa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d819fb86e84736fbd4aefacaea78fcb0fe904
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22d0adf478c2d1891f4485a15dfff5eac292bb4054e04ae577ce1a76e7d85fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eca4e75b428dd54b0cdda8420d73e47b1493043
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef928f97e7f099be98127f039d7765bd4ab19c7acff80145ade40c1e45ec631
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f094b17f5e7781a12b58cbd302db3c60f989d67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b679a876c6301e3a1b399e3f6fe90bca795dcedc2da1e91c172f31b90cf95725
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab036aa0cf1ed243c73da128b84c919f34280835
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6dcaf7dbb68113264df8be8ee01fadfcf4e0a0887a8069ee5faa1afb15c8503
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff76cf61aa83a99f53e411a1334a09e475fd043d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719341b9088420696644007b1df3d59c68ae8f26f45ff6467f6675f580e0128f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e27374a77e397182a59a837c4dc04af57040dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f073cb1a4687ed89385945447abdf881f14e6781811f305d585bc6ef938e210c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9249b78a544ea711d7f4da35400f26d4cfcb0c28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285508b5d83b2bdfe16063840aad23e97916df391f382fdbeafbfb8f8adb37a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590275d0744a5b1870a477253a7ed9b797584637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817e8ffbb20da4d1f0d8de684958fde3cf9208c444b119a8520e3d18e943eca4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f9597023ab2238a9ce238ef61601ca5e615c6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf7059b6a71861af2a94ebf63c7e551e97448dea23fd25be2e1ac9224fccc1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c4d4a1ccb5dc0b4c6090a0efa089bf2045a353
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfad9761c50a7e6727193b2a247ac894b053d6ea77856aea7b713b925dc877ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e795aea4037cff01b7e5d8c948c327e6d80b2ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ddb0ed0712318e243240a6c3f04c8480e70246c8361f46ac7334dfa8bfbc7d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c771692503b3525701744523cbcf8e0290503d76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d93e690d8c364972058799c22804a5d63f702c268e0e117e8fb97af1a8ff37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43acb07c493e8b6cfae1403a52d990f1c95106a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21027a292a59eea8fdbdb829b73fed805ae404b20f029db7d3001d0c61d0cf8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e222e3038e4a3125ef28309b5177bea28982a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe4ff0cdf64d88c864b02291c96096a308a78c3522e1934dfd2f881f9d2f432
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b13b2d3f247be2269d3f9671deb39b98c6a95fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6417c4d229eb2e57516a652cdd270493b39390a2eda097cf270f3c2c6331c023
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea91274afb5db86bacc95f2bb01a3f5d12eca8e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3624acf1508c3dc6666737a7227c9cc37ab936b66097192d5cb257765948a6f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64f21950c4e4cbf3a42a57dbf44382f2e79aad4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86085c04984e4d49c212a5e2401d6b78d08631ffa66178570a969ad95e5a68c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d851ee8ca5f3de2aff50cfc53814fd796a5e68b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc55e6a8a24180d702d2104b6f4ab205fdaf9772af9b92d0c4370f6bb3c1420d
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd321bc3154c3a157e20cd3cba318bebf9cb6872
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99785acd37a1861eacbff07b38f67e7691150553f41b72df744fcc151aa993f5
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5080f72974aa4e8814869847031bcd873aeeddf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ac8ab4a6d972066e6f0ecc567db07f70a593cf3bfcfec5ad46dbcdf6b90d1a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18eb79b2add83979ec53f933afc06c55e8d15e88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f469132472c0192121a322337d00d66207b4cc0ade7e77a061941ad1eff65c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccd66972bfa39bb47718e1f6fdf92eade6795fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdce84014a17dcaec78a8276df437b7f78203281a5c47fbab7a7dc3f5d81730b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acac98496caef8467674733509676e1a7a10ce5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9049c7c2f8497ebc3f61dd7152738787f0d260150b8d6ea304e205838ee36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21115f3696fa7f7e697b0f3dfd99727c521b800
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e8d1ee2ddd68fcb25ddc43bde4367f2afc40a7ec09aae2680461e0e2908484
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fb003e096d2d904e1165ad178db00f443110a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79551c2fb79df85013135cb3a599bbb9110e53607eab797c2002217d330bb1c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b698b2fe447ce1d6a47fef8700bdcf8754adffaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73664ddac32077c42814a7be85e1674c0690c9652af21d6c5d7bc386764d18a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2e1b46860ffe21aebd1b5c2b576114f8629b78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62a449bfef936eb046ab399d0f6fa800b0e86add6467198cf9c14bfb5bea678
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a145fa0587148eecfa03085753ca2653dee7ac80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94be08b53d51d116fd00a22eaf9225c63a7b7270130541cf3cba46cb39288175
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683bfc7b9c1038becfe9bef75878d4941cc78ffc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d14ac764f8d62cf302bb36e83764a6f15d95d84b7e2513cc94ab246d216fed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129de4e0a0016bb285068db790e9999c749bea8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e470660c971cb938934b2e1a5c2322e1a685f402e2e6a748ba403525905d5bab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31af3a6e39c895bfe56c14169fda7e25d0b15c09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9e8bacad9bbe06fbdefb00ae5e9bb55c7ccd2bbd4bdf6d58a0675526bd22f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa207921c4258ee3292ceb1d4404eb42aa44e316
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e58c72b116a72bb703b23601a57ec1392f6a6c410ff652e0daaf28c64ea14be
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bca7ddfb69d05ecd3aab54e0b03d6ffa24f2cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28842698763ae403e2286e1b9dc4b87c0463765f5413c03d3ec0f279230e1c08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b54b2e771d7ed1b54145fd327249717509a2d33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c776c62dca961c99e517a71e57256661059ba948a9e351e0a9b3eab09ab73e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e121dbf6c235aeec3f578ec80500a76ecd17fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fd846debf320576971964e74c816e41ea610e317b80c7c11ac25141723af00
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f705e4fd62b1bef955fdc66185b7ae5e3a4942c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9388b2b604075c7fad22098b962c267e35a08b61418e4a3e28be321e8996cbfb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ba7d87b184c63a93639645353857046172c72e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b11c29161ff5795c324df527227ab59f1265905aea2ec43e5706826d1aa79b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd333c2c1627bf84f5158fb9f3f58c52ab2f6032
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908b5e1cfa67b6c054c4be0a6090c58b8f2401ac03e04642245f0da149cad143
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b4888eb58c02e6312aadafa53a6841b5f19879
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dabcc09a2e804686b4428481c9b78636069a8bedb70b5c5abb7720eddd16de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17f41d00eb644aceff24ef1e9d839687e158d99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f31435304631304efce36f9b7c6a8d48ef561d7040cb0ae06c35048a1c1a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62519e418285027a181bce96f696e015364361c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf4d26748d9c49e502b505c8290b64a92db0a981ecfa92740433f4c0346b22a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b38e8f8e9d47fe7a6c1b0dc763af979fd4542a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8710620cf87c525e4c492beb33b0d32106435a2a7fe0b340d5b334d9f3a4a42
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7052ebaff1931bd23bf683567349710f2aead817
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502395adf9dbdd332318e025b23b7d03e6ed3de5ea848b0b0ed2a83c6eb98ed8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482cd8708075f33a285968de89f1b7aad274773a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f05d46758979b4020d7d8d90f432cf59f927aa4aa0af1c092780fe6df5f0d4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9473e89acd8213dc11bfdaed9c830ed704ce77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1867b30aa918f88ebb670fde52706fff282456fd115de6f96904bcc322b6d43a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6597742362523eb640d3dd80b9541fb4b18b82a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544d7d97c29472f9d989eb06d863c5c9df64c6c5aa558fbcf48aff9fa6d3eef0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb9aaf4a164e61e50c4c102e8d50691a89bdcad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822a90d042e83e26a869316c9e3d761b0547a2359c7d1d3d9368729aeb46c803
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d2c0806b39bb41bfead121dc05b53bf5065461
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0b6876737a7cdbb7ca9ad603cd6d9bb549cdf80e686a6ff9c20f54d24b8b1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ddd2ea318c6b9775efcee6332def6e25c887a41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2d2525086489daf682a8f0187214e7beb6e67d7ea262f88c2449d4e51f6816
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2399c5aeb0d013e6d38781f890882c65355ee1c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4adc1974d353c06ffbc5f629b04a63aaf6753353a48581e45b502aace02e07
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c900b6dbaf3fa0ddf61790e9241bbc783d27ed62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ed14453e8d60d37039b30c15d60ebb19a4325b7e9d5268d1aebad9251548fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7fc359c949f7847572b9d6334995f8dc506e1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ada81640c41f733f9bea74eb69b084df3ec871e569ff9a7979628eecacfcdea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d592309e0aea878fbc844212e0b4c6458d8c0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fb81ac9bb62d346a24e58b16f50c554b4d7ccbf5a1a63bcadcee4c652c9184
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497fca2fcee707ad06ac92f43dbe3d21319ceeae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ae6d420844cbaf81a6833a10bb5775fbfe18f7a7f90a280251aa26b3d2b1e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6662febc9a93f3efffca5838441f513991ee3d04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3850427915f010e2e455c2201fe0ebf2c8e05c9c3e6c78870ea4d2576160c35f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39c3f2995477626c938250909881c532bafa2b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0083830ba52aef59c2d2a33b5ecfcfdb6d042ea131339f1e8eb25d915584e6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb1d84d7c6f585249266e86d85f2e4ad6250024
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc61334e720094ee815df85e6e186157ca9de037fa15e7b31a421e0af8a67d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a04eacea3cbd08d1bab69407adfa95916f20a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7523c595f02e3e80307bbdb1edc62609a2e8d4b6674f4e45155e3c99dc3f298f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167fc4f5832753012c62ebda278388b66a6aa5f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d647e9db74358b627a286b3d44c1d8b63d980a77211fe18afcf81051a307a83c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cd1f5dd014ace0b6435abb8013734941c070b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0c1c34ab31bf177ac2af6b77cb4fc5219c430c24c2f53b470beaad5aa6e877
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da236ff619aeff3c63282389f259fa9fd316a9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1d0b3f36b498c93bbb2b98564239cc187cbfb70b80e816ec9aa9d645837037
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25b0cd894b057dbf3a779e5f354e30f07882dec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19941824c7c5462f79a299ad873aaa1b698213c0094e789bebe31fcbaaa51f39
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1636236a08f978ff1f10c33d1926d58a2c946b6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273e2301cc2e09b41f95d4ab9944acfa2ef92f54a46c9cf2658c26198bae2e0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b9334405b2f30c212db19c5aabd17c4496b312
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a45ff212d7689db59ff50a9e876b5a49f27b0645f3331000a1c15cb44578af0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5046ce317df6ed2f5517363a5dd9f9a34e8850c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0ab8e22e7032c9bb11d59a2bb7be022f8e659dc66ed7ab04fa329e59ce6183
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f117a76456221e4e73b7ca68ed9374e16df4ca63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0415957df7088143ef93dbc72e4591822f46237d5358e8de944224bd58151829
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b73c1df294c00553371595f3600eb39252e2ea9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e052967dc730a4307f08cc0310b294aa1455cc6aa7bb4c0a375325d40bb73c5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b902eaa27cf21dc9cf972f60a7f6f634fb51364
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6142c32970ef7fd3a676393e8e1fbcb99f8bfbfd9660d0e6a1e1bf27d7680afa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388162295b0ef6a22039eafcd77813c3844b5c89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fa8e5af1f73eff8df3774d339c3aa7b88e0211122a9405fb76b7f862440a44
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2508a1dddfef0717e06f65dbd4dc44a761c2ad68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e59138ef3341037b7be678ad0526908601b06e34cb4886aab3b7eec4798d18f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0bd9e59d1ab2ad04b1e3623ac1596453ed4a74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02451835f70a914c3ca49103cdbc849db4f587a5383bf7c1eab0c9c38525637
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2c36bdf2b515ba5cd5d853b0c386559c804e84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3a322c1eca2fa2584e4a14727efde9fa15dede22d66550aa962e89ec39fb08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614ee1dd350a99e534a63ce2124930491d473b9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898f61b74d34e847f206c7768971643cc572b1bc11beaf86783b87191f3626e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9815c85a5d47d3aa2375022d40684e696f5f2c86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c61ce3e027c1ee45ae77c7f38a223041e109656a155d86b62dac0f1a1b5f492
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c354ea1b20c26a8c9fc753a2ad9a06c1ac7c6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c00c9125c473a3e134bd601bc50adedb112aba4749c3f7293c3e2f04695fb50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b28e1076bcae0d0c70ac02f8f5fe75791563aa2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a10dde499735b1279799d0e0ae92573e9cdc0a5534e2df99bb65609ddab8b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa369415989331e16fb77b3886185a062af179e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca72851c357d6a1d92c8cc055eb36aa101eb514073dd3eb35418680d254039f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df62117c7c4bab5080910d5c8ca5225ded180cb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc19254543060ccecc739220ca453c76ba7b6b60c8607547b22cdc977f0cea1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7ffbf019fa2fb9a1c4f663f4ed4c90951ef38a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec903ffdeb545ca80b62bbea8551158c73dd9db5f2e5a499f625521e03cc9aab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b819d8e3912885c3407b08275392a1b8312197
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4e7b16fff333aa5890fb55e9073a6db9a93d2fa5e502876bb0cfca8151a60
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381554be4c98db17e55af718d899f310f3850304
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7c12a8a6d5e8538542aa2bd5f676d5fa35e0b079e94ebf0f2ad13de6812452
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa45471fe3200fa1e8337af21b7a20c5b2683df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2a211f11b3172855c29e26381358138d61b79aba94c46f75cdf3a52b729a48
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6525c5b6c0ee9f1b24220a6cc163a6006f535397
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb8908df01ae8e0eacbf8d718083450fb7983cdcce7212aae009de17352426c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a91ba6366429c6a56b8eb55f00dc72452901b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108e955199f4163308f1638ade85667030e92459a1614efb4ecc2d632c611464
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd745f7c260d92829ce74bd5b392f469ff92ccb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684c6a014d96f23d2324ad4c46205c966ca6cf6de84ad310c3e44ed7eb4e94b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74df0147d2e9a76a8d9e42abaee0083ea594ebe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4266bbf93796410145cc231fbaa2be1f1c6a11bcbf918696b9488110c31ec3b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4c4a3a7b4b4b3c72c49c41afd4ef754d23570a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d75b9c4aefc40d24fc5ce407594f5a925e6e68c3f46fee862aa56d4d4234fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59f1fb2dbc782587078e0e282753fe62add3e7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43dfb077eba192d30a9d4d1c550672d6377c2357c1d26972eef0f79c8b8acac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7f9c800f88e561cd3df0af5e636639450b0023
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3ceb15d28b9c6ac01c9b7197798ad344fd082d3a02d77c40056662ad80771a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acc546e147620461002b57afb2ace1b4d00ea5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d95cbafa33254b955319a1074bf9edff538760fd879e4aa6af80cc641dea55
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5b19e41e8e5aca5dc42ce8c4fddb691bad4215
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82d13b6aa2c4890cea261f9a0c54eaa679b98739933349b7aa3d311445faa2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d77b4827624ea895fe2ca32e453e8e3b6a9684
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4bd7aeaf280b9560d8b2d09f781c9c14b7eca1f29ae1fec3f22267e1dd9c90
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74517e01b4170fb2610f262ff13017852081efd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0aca92602f369169b0679eb01451d80bc17b5ebaf67e92391a92bac0523677
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8199f03790eecc5508563d40ef5315337c4945b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f1e2730b5351b04808bb7d19be6a6a5ff166ed5975b94752c9481e13cbc7dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154753638205002c8ebbfd888db00818baab7c5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418577bf87af57425f11210867510cb2673a853c6c02e3f2bed6ab925a9cf527
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dffa333609fb10c1d5e05bbc86745b99f1b94ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece9f62150b2f7726dbebd16923c9c85f8ba1f7bd3a2f4428df2efd5d9cb8bdd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e07e3981a66e99483b67978c4891784aa8a1f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a3fdfd5737ac08b92ec118732e77d955a49a160ef06c5ee80f226e81051c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19782a0fea2f2386ae53032022838c3ff1c53368
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f0414e159ac30010ffa17f37d8dce833cd30b4b59223bf9081bfd52a99ed2c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08d178f3ed2a192ff3a291e3d50ad74f5b73fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5635d9aa750c7cdef5e5df686198bf9603e2c9b164921bfb59848ae3dba2cc51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d4c8f384156c391c11efa5cfcc63c140fd4d44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b20659db21d0fa0fa04279bb9f2b38430034acd2278e99c62b0655b229c46fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1406393decbbdee71955ca8bcda9a7f44cd1dc7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0258f24b8052c1ea9b00ffb372c7465fb2a263e8cf99b24d2a9bccae372b34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4917068a2cd07029b9f8b5f0f8683533e8055602
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b33fb61c91062c50ecd7d3876b1cccc8d10c6b62ba9db93900245497f2b1d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f484e2b80f0ace56cc16c9d7441da05b4368be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5c4de729e5b588646209d95ad92bcbbb012f56bf8f81802b3efdbd38e078dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c75c9dc7899783899b4e9defd3bb149dfb6bedd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc1217f85170b1f65ce68679b5edefd27ec8f4545a30f0f001a54a100fdea85
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5797bf1554a60b45fedb3ad075604ff36a431467
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f50c74e3ba255ad6ecf79ad5391e333745bc8453fff370b1133d8986822499
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4d6caaf33785af3701fccdbb5bd24b19080619
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e875a58341e3b0be07310ec65bf2659620b430342f3b8c28f13d483f496fcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7878f9c2b8394dd2599072f2cce1726b07edfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f1325b905e92eb358d3321f0cfab30e1f68e3b213090439e4570ae00b8eed2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb53f60883f4e9ccd2d13062dce0f19314eccb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13474eb7e813fddcadc234c006256a4483430b1a63ee11799ae0022df5117410
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ae1a6acc784db824d73302c40fd2b3a89d46a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6acb2e8bd1ccf39844eb5f85a1db9bbf3bf43487f9a5de6059665cfcb2caa5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde200d57a8d18f591145dd089a43ae01025e0c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb4df8e8624087721d9f3428bda045049dae23a38df80e116bb7efa9e648282
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43663e51572acb67446f5a436d15fe0e4096580
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ead189809eb22092c764ef2466e047dc3541b6f7fed314976c3b62725664c87
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977aed9561111d0b931cacd402e7fd1f044ac712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0791d7ec9691e72363881412367f9a7b03f0df061f1b8fb5519572c2397105ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308287105e0fc1d54f30d69259f54a1d5591b814
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e643a02db413038353e7d63d2c0bda49fa6d84c18803bd453e0808108f87406f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377939c444aab123a19d55ecb1096b0f580c24ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58c0f2a5333994650c9f4e92579209ccf1361554b69b57a39267adda58ecf04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460b2413be355852f71f0a36b886f1059352cc64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c84fc07a94fb31c8b372593fda27bbeb0447da89f12b98845ba50294b1657ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6948c567f37fa90831fd313522012cc6856a77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0270c554c3e7d2d9c0d710d245f1a0aa24441e248e31cab3c4fb7f6496f7174
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a5388261890c7a7c35378d00e6ae18f9aae6e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0d42f77bc40cc513250b5fd603de4df843750a92d98f854405fa003268260a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a562787cd826677f0fa2870c55773a89901dd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88aa9d5cbe71b5c7844d7353b1afba88c11139dea65fd9288186d3f80906b0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017ee26a2d53b876ec271f725063260f6521827a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65f7156c86efb675a223a816aac1cb5018327db1c92509df8c238b36d7b7e35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe2c2e2d6ac041da24835381d816f642a15bd8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22d7b9e9d8e412297d908169866c2fb1fe4464a6d6deda0db2d4cfca386bd35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e467901949599388edb815a0d9fba22e1df8f669
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e032cb8058aa0e2b430cf89c62f96469e7431259355c4f7e01cf4f1a5d054ead
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9f7b1940ca0db679274c3cdb83155e5aa423d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898e420bec2c7b89e2a970783a7e13303173068f1191c7d5b197663cc1d6ccad
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4482fb754c1f3178d421933565a7c777e6306cd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b9afcb006e131c87726d108c1d89ec2680c72bd33b98ec7da7d69f29c1fda3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b0b49b5fa84d098a5591dbb2bbd401fb747dd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562cdd1d5d34b6a70c1362080f50160262cf2897372d54d8f6c2b92cf1885c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4336ee49d55cfdc2a6635f6169efae898f23c79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d561cf28961c292cae0185970a865e8a3cc5057c95e18a8e8c967a6b60017f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb1f53414306ecc417f651b4e1721f1521696e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb9449b0e6c2004bd767f22c5426c6b93ebd817911f33c8882e082c485ddd7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4451d4b956d8a7a42789e9d85c437db5f089ea60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273942ddfe26a023bdfa909f5be7c60dea7c72f3bd67e3d263c48b30959dc50a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e1bd22d6b3415a82e569a00a420052581d2f14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d54a8477346e495dda77769c8ce68eb4e905c88fecd1bafce214f851d9c0b1c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1dc8d0ccdd36cf6b3deaeb5a2bce3b78ea8729
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b01e8b1a3d5d7aed7a28513ae27c5bd08ff95b3d645075a70d27b0b489bb84a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3bd0e4f683c2cd4ba60ce606e56098dcaad583
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfe9f8cb1e00edce279b1dda949e881324ddd1bcf15b3b2afda57ebc492ea16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c630febe140d74bdbcedae22c9cc1ab982994c35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a490b3b9ecb3865e042d14f9bf14a1b2f51ac42fe3d2a233dfef8f6af84ac696
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8ce15d6c816bf5ab30bf8719b1b6cd4803c383
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bb8465a37bd5beb0245d42886cd2dfae428adb933c50ba2cd45771e870d338
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caae61be1fa730dae4592d4df229e06aa3e2a9fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca685db2da11def5f68169f4635de6d5a2b9865112058c19c5d61c5048bf70b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefe810fbf521b33bce5040033f8c86847857388
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c267110314f6fafd5a4c36a7d810c30d04413160e915c258cabb0c4b8610f8b6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbef6541b5f5296d45efdb8e207dc9e0f833abd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c94b0e26d7f1c777a511bf5d496eb8f7f752a276a85b1ea7dd6830a9ae405a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf727df6568b29eee6549718928f306d5e2e73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6da73001e8fd38fe5db3b61a7ba1cb34169e19f870a1840a980b0f9a696e4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ad224c75a1031682cefb1db1e27607f0209b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e947688b9d3da4d49b59bffc75a7f4125720b37d177afd7eeb9b5eee2aa194
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbd4c4d0704b98dadaf47a96aa6220765ca2570
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bb84f83dcfb91ea2da7449c9b095ea1c30633cdd9b9b4eb6618555a6c8f370
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b27d2c209b0e83017d38574b7da55967fc6c87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddb54710216c2940e5298645336f941b81e676780e7e391fb18f4ea0b960279
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3000f32231798ca84b6a6fab3d21627c2d94012c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1536a45e76eadc44869821f1ac493f5efe6c88b14950dde496bed9cdb1d573b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed70c7c2b0084c0586528d6efaf2b4b585f8836
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe36b23e8789023e90ec17a78324b7938ef6dc203ff9fb368b1ef0119451e37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bad79f2596d1cbef0225b93e4b9db016d955a72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f033d9215ff78b4465f4cb4882193e785c002a95d18ee7b4b5304b40f487f742
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e56a58e9fb492541498f1e3639a6f53b3ffe6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1d81bdde163146aa6e7a734f06a2cb55d1bd6faa570265ba4d37ecac0b32c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c161fc84c5d7f448033a3af4dc8f27e9472b2d97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d1fe200385b0380c623a828f7cacc79043e6b43bac143df76410f9277b4dd5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7f0b7fa60355ea5ad68740dd6c891befa5207b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f7568cb3d86b166a500be5a99b825bb17c180267c845f7600fa7cd65a95da7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f5c12199eea5dfdf37f589303f817774df7365
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bb272dd3a9301be543971e8713fbe0e923af751a33c1a72fcc98d1c811dd90
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37003f6dae4507477f979fc583a280aa2c153f42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821985891b2804556d527038ba9c97a27da23ac18cc4135fd0aa3b7e84e8781
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadbacb5e39d2bc98e49561570d6216369913db3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2c6034718f94adb4cb35f36e72b9c925b42cc1a4673911a652a3395db402bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89aeb2bc1aaf8a78d60df05e9369826ec755cd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5767e10e928a413b4cbfcc84250be1165d31b2349d33513b826a19c0a98917
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7b9fb7155d6d8553f1ccbbab90448d30105c1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0191fcdbfe47e37fb8cf36e7920e5cc7f81eef3c50d1a754cef8c999262772e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbac2b9021ad5f968f4d440687fb4995a054ae87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e202cc8d26926e30fd48971da5d0b03eb70ace37940207cac1f2bca8fb45eae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b9cccb6ab4deec1935950a0c271a6320481ce1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ea4aef9f68202fac2eb2c534d53ceb5dfc7544a18dedf5c72f689a2bd39197
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1984f4056a181b08a24298382f3df0eb043a3c85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e472d9cc98c8293549dac4a189c8e102d7402abdf5a0ce0b9bec525686758cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee97a14f1396e56d38475eacfed66096f15e0b96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ad801d9efdd0c800341cf1c24a781f9630e835eed298cda9508b12b236a19c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6474d72a5b783dfb8007c5fee01a0ae67ec571cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71336f95c6672c8c2c08b7001f42f6b100eace139b6c1bb03ce712066add78d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535a2ca0459444185d1feded7dce0ce1c7ae1179
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b469c77f55152a7ac725db37abda0d2ab9746aa88b3767a2fb5d23a01412a3a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4488517a6942e5546c43c052a4f85a7c037d987e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e169a04270233fe910c5b4ac1bff3d9060692a4ed09c11be58414cb64d95f042
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26f8375ddd13e6354fd5360d7adab854dc6c210
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f84667e0a511d402baa91c56baa64dec58d146b37c6361d17a66e0bae1d9f0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1b94be53084b5bb7db95a606e63dbc056d0cae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6119c466ad27caae98aa130419bae7fe6f01ebe3e69490b25cde97cb18ebcbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63e85f39905b21e15a4d1c7bf206f273b5d679b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10574afcab124ec4a4e15760ec74668fca81fc024cbf9e5c6e859d5c8994575e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48fd82229478a5abe346033ae36a0ab34e10052
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f19cd359a554cada3c64a0a7527268c3e44d452effe669b57dd5f3fc5d4ff96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a54ba40d9339e0e39106e2a1803c43cfaa4875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d558cbc470e64dbfa23b87a9bcbac44ccd47f57e2eb20651095fc8081a3bf6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf696406117c4088041c633b1f73abac1677afd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d6fb9e8d37e5d46987b596d2375d4985098aa3f2f144d0a92ac0d7f9737063
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bf4a7b21352936fff15cb557236287d9e6ddf0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b75464e12e2a95aed9d43690ea8427cbd207062130b083c245c40f7e30d7ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f665dc39cd98c922519345c37a6f96709282968c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad2c6517e011f09208d6aabbd93e365167515f0d535ad5d490a4ddff40e4ca7
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebd52e0aedd770f67b1ea997544ad0e1055ad74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1cdc46469d8ef0dbaf33253be1f83d6656af98b07d9d5268c60c593d535aae
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54b949c657e9561996ffb0938a4a5b47729226a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bb29e9851795163299e129091940fc2c537b7c18244ee1c1c5e4d20a5a31a4
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70619c52bd9b52ef47e8bf02bab518303383167
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca8a975b8f01c9988989dd9745f8aceaf94fb697c9d8d4fb7d991129f4fa71
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af30bb960c79c87b40e761c729dd33cd2dc86a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bda8be1cda0a12a5b9d1f1b4ed070dce56196a786dfe88ac42020c83184aad
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f1ab038f94ac7f58bac8808821d116ee0a5957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3b76a26e076a3d3fd469c1be500792ca0f488a5a7164f0b1c0421789a3d4b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8895d938f7201174dc188f71b43bb0da4843e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bea77a5366afbb97e8effff93756b8726b102476bd06c52479ddea7db11dbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf3007490ecfa14ced03b54b9b2b39f2dc38d9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e78ef005d400bd9b4bca58936f9e82310ba236fc97b77f4c49a779e9db59f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e133bc21071fd1d5d859daaf2d1bfe1641c2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df727848984f4a1f0c1c33936b0884b5863432c5717c99f11e6292fb3144dbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8787f90733d11ce607d75909baeac13d346e94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a83b5d75b36fbc8be9d3ce8e905428dde142206822ba24150dffe450b217f20
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547ad5441da5cf43fe64d8d19776454cc5bacc42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e1b4fc144de4c018da8d52a43e0b0819f5fd413e7a93aa73e0d126a6be654a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852bb2d9de6568d1692f4e372cfce1dea437e3ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498909836c3127b6729316ecd90c9941129a3fbeb01fd9fabc8c874b9c08b587
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305e39a3c8a0fae2ee676624fe39b7c90aed366
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6466e1a52a4b2dcbcfa57a96757ee4db2e252238395213feedeaf2c5c8086275
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e6bc4cb0004dfa2fbe369f4c137309dbeabb3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d213af962386e9621909a15ea3760872a2730b730273404b3403cf90068e85e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fa27a8e7e2a7c5df6ff336674abc058a9b1512
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a4f76b8e6aa6e2949365795d2ee10d6e5160e7b6955aa8dc59790d0dcbd401
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255ac060af9d95c500b30670ca4ef7c1a03eb063
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196eefb0461ee92698ec5de2c2bca601ac2a5e66edc66c02d81852020ace7c52
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5e0a37dc2df1d0df7d27e20022476d9381f096
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9088e6bc9d4cea4ec862b3d0234f80de12340541a0bc47ccf271da01af7752e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51d055521cc55151b1f1033a80e43fee9322f13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a99bbdddec8afaaf3f50cf3bdbd378af3ffd67fbc8ddec882f730057a56e59f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8c4ea51757b95e44eae6ee11f7d6f19d89cd8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffb26f4bc7bb13f81c397acd96a8c8a786b3d14a57609f8afc935417c3b9725
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a22ea5908908010df35dec6db7083c279fda47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a18f3b3456b8c3817dd46a74d220a43bb82fc3e4d349f9179ad91649c1abfe7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42e206650cd06ec5869944e9a603d6ce8d8834f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bd055ead230f45c3197fa1539be5e41e0c8f89900f7b8f6f85420b74ab5f8e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b1194e96a6dcca58c8ac74b62a13ed3721f9c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cc713faef2b861f78f7297934737b46476dddd0a63905ca64a36dfb8d4a2c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24006a6467ba37fc44ccbaa4f6552a7e9138c6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919b4e17ab265712027e3b3d55ed93831f286c406e6995a39611e10ee34a946d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20ce3873b1fe1ef3f8dbef759f0dc56a58667fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e16cb7acea184891a9482d40f1ff2e29de56ccdbaac18e0e930086d7df3491
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aafa52970dc4a2bc531418fd0eff6d3e04e346
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dfcf02e3f98125e2cb51eba98bff2033c32b210b08bae72fe55f99152cd183
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800254bd97c932a862d8e86cce599cccc0d0638a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cebcf4f60241c133b2487408fc830b3c808657436ed1eb3eb945094145fe16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280888f3d30a6717bcee594f324a0b1cce95706c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d33524779c621618b2ddd062b39a18eaed05027529e2c4c1f3509ac29a99b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be248956d40d3bc1ef2e8a1ec964ab58e16f69bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4fc69ed3e25067467d62f534d226d2ab410277e9521466f914aeab57b71c6c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ada088f011b97640634a23340ec0cdf7ddbfee4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cf6af211033268d6ef01c9c58e727086df4366d9ac8f9f04b442e78b67d7e9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85563e4b98c7bd282c9884fb6b77277648a56876
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc35a42f7643bac81577b6eb9ad99d2bea6ad769c0a4834a860257ba2ad561c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318dda625a79b8ec7506587fd016d59b9d30a574
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95932aff86a69f46de4f2dd81c77222565199fe503c82129bb2fc1bd5b1e54d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e059e253b695365f90bfc775a331407a13699d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e0cf5c43f46c30a50f10a99ab5e29df62001c769605e0750c4da83acc0362e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177d0a6bddd34eb3f1752c2113f6d44da870d16e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc98969214d7652ed766a3997ec5a7697f0c926ad1037018542894df626358f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc157fea8c8b04e5efc1191c893ecec3aefac65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a011c0c41e9be5568c12b7f80e89a7c94cca7a74081b61ec7b8567cd185d99b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174eb5189c6d8e1f7ea0442e40b14a9e6b1d2896
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dec108ad4b303cc935c4816dc65bfaf3a4f77c33b44a1902f736a0d20f25f95
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a80c0832db4a02e2b3ba5babcf7ed69a7b15e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfffd0fdc2c39ddabdbb6686371a723c96fb2615dd609b0e84ab59f682a449c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13281f2676e82680628dd030ccba41ae4de64f64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d850f3df01257dd2c3c1047ba5bac9ce51bbd44bd15bbedf9464dc5a3d5557
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1a390a954bb1de72c2a621200346cf67609a42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adadf0766e8e500bfdafdcb26f3241a863bba65b107b933b901cc959f6191eba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2428329d30d0576bd014ba14c9280845aaa27972
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf298e6249724ec8d003703a0c9c2c3f1f0c9982c23c8a5aa910b0c2b2688b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6652a19cb60cd134a1abd09ce1ed091d43693285
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc98fb446c5e176b57bee90a6a2016426bdab2bef197cfa34a77be37beeef95
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aac2c9e5fffbc849fefbe11b276f929dc899e4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae585967e764ea836fec4d5d93dbb3fd7fe64d3e544ce94bde1382640205d057
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9560710b548cec6124be1a809c309d8e0fafc3a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a069d2abc321fae4933439d3f50f118e798cc5bfbeb74179671be2a5ddf78c88
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d240d97f385a2f4ea6c25feebf0821dde82e169
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a5e7397d5ce035dc6ab168bab4a21574982f5f3a0c269426ed85871380ed2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40bdfb9772adc9cb0d343e9e52de1592411ec68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e59a5aac57a89815729f8c8b05ddf6000746459fa2a797039c25c8af7796b6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e06dd133c0623a0897efcf5f7864710004bf0b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5abbfb387c2fa1e0b5c9b81257beb303efb72e61dab29997ff2d0a2f2753911
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69769bd7602d8e8fcda818812f9eb910e1f8b75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5eb2251ef136a9761da0221d14f8a0f7aa5d4def91fa75742fc6dcae653375
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334edf5129a0cd7e3919704900a5ce8ed38577a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e869ff19d1af428dfe01f8975bc1fcdfdd03799f1c18d0b6f7e30a6e440b029d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308cd3e34fff59cb9d4bb105bd898c4a063e5e75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c8f07c68f347144dc747831eabd2e8d01ca85c4508fd5ebe34adae4d16411c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1b354e3574a7a477eb983066f1a7c8f5ffd133
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67d42c71aadad1c0acd78c44f33c2a58738f1bf83bf073772bf2f990cbfc1e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fc4b91cc35286883148a6a9ed388b39640d6bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9e177ca4b80ffa1ca30ec8a1efd32233af0314929f5f5a5a0f142bef2fb2af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab04e1092be08b2a0ec3e0fa4c48e7b57c501b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2648c83697ecb49d8e3042e54b0a6b97cc81e36e2703d55eba6d28b0b5d0e68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6aa66b2a8368cb41aec897e58994d15583ef93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a7b14c8f5ff2cea62bb9c6ced923eae19be663f629d07c6ffa25299fea6120
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d0c1c51bfc6377935138366f6cb86a493e1cd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17b40752728ed6e8444b495e0f8889a1881dbf1150980fb495390f768961585
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43dcc9e570136e8d75b6b788c223e82bd8c7169
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860d3504a0f05b0638de6fc5bbbcea31d9049c83d92fb4456f3c8f34f703539c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08af500d258118158f4cfc025fc6d3864dc26b5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918b34019938357f721ed9f3e1076dac13516a3671d347088d044ffa36a4bc06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be5c560e9ba7af72f7540bbcddfea85d466c3ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a505276f6f0e9574097817846139c92bcff731a967f7fb8f9c94c4c254cc14
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ee9074e40b12c42f96b9b849825ebb28eb8697
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49a8a70242ee35b9e8117389303ca3849ae57dd64be7e4295f7b59c2529ba67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f5cc4f187e16db9df48635d483a80a6ec56d29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c8401f449075ff1fed277fc0649b5f9d4cc4c424908112c45d9e636cec500f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3fcb3f485bb63fcbcc6f5286c3f6ce91fc9e55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48db33445da953c388df28637c54589cf8938444940032d616e67c924f542713
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0987442bb7f9cdaf4cc83f689bf342cb64b38ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc335e571beb59afac764d676a6c66f124ee3c713665a065f16bfddfa38130e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9384957f36c4f89ada2c710272dbd228fb2d59a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26769def0aface4e796cea2df4638aa6635078763fd8617bead81f2d2dee3570
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7a9ef551791624d32b238e58fb26b7750977c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5057a12f1c1e1682cb9c69ac8cea66b114c70d80737e41f4d95033b91579e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c6116dd655dbd92ed4d2863482d52e86494221
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa8bfd5011357dd76eb2410c4e13813b7639ce7a5ebd6e2ff38ed1246ce177d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f566ddfc5d784f01e7a49979b3962dd319a112d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbec6ca42004b2170ed882a28832eb9dd1355222205ae23544263d6e4ffbc89
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d31958ad000454dfdfcfeafb4530ab72333052f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663a25ac4824a65c4775a5cc85fe8245764973e75692773702db19d5e7e1906b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a560e41ee504b7eb673497e4797a1d29ea081
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1247fd171157efac773cfd094bf4a5a022debceb7724230bbbc1f0801c6ce93c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ca62c8ff5368bd3ce62408f3577df219983b2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0571abb56934b646e26964e942c6773127dd88789074ddbbce36a74b042e74c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287744c054bdb7eb8f3e29197e88f7514222f716
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2954f1c9c78eca930a87b9da0dff9c7814f06ac77e2825d6b2e0d41abde0a62b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f409c130d6379bfca2af10b30e2ce7427fd66e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1778ba57007c102bcd69e8607db85b7c850092d8c5b1a9fe3e6dc9733f630d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0adc78867e116cad28b23fcb9dea491bb3345e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10f39890f9b59ab298a78fcd7a6f59360ef26d5726a1cf4a6dadf6716667171
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1ede4e151785827c2b14ead101924f04c1f85f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101a75053ad64b0ac778107755b7efac04ba1901563e61ca362c7b914d69f5dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4b3b73ca3e49bd11549d0bc814053337b050ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5913d2094241f5176e37a3d3ba579ab3131b101a6c057555e2802987de7b8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348eaa4ff9ad8a69aee2347af2a70dadd651dad3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97eae710a6ba9fb542ace288fa628f1e2756e6faa2bc8b6cb7e15a955efaca61
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6fbedbdd7f5bdd393bcf4608423483e83a29e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f95cea9ad1c751ec44627acbaafe3eec3ada7492252042e16755aa22ebfeba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5af8cde2905544f7954a2bb90df84c831cc2a2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a768079adf80be02f9876f942a48f8a04e99d192cfb9fc711370f878b34af4c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ccda49f86b06033ffd83808a04649e51f6d71e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdd1b176c5dcecce8d0ce4e6af00ac4663af878dc3e9cbd9a218fb62341ac92
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf350b517db4aa1af9691734fe45c35ce330dae3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7870fd87e447f0f358ec53e8a5453ba7315d3b9f3fa80f78e3bc3b83ace3b6a4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a122cb4f8e87bb976035db0bc84b8702e23de8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b07ddc4dab451be86185f85d9742ea57a8e3ef4f0f9992152836a332588f71
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e291274cfee47799069d94f91a6f093e1156bbed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14ff8697baf7b77d954200970393a378a27a092333d6448e81ff46559d430fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3dd8892cb9ce38d8b704203a76ae92897afc7b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ed1362f057154fe4cd37ee911fe776eca8fd842e8f140fca557a4fc7a24c9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e9d26601b7ffa148e727114c60f2c4fb241882
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba3ba1c3cdaa1ede1fa6c6e95b8bba781c02ec2c42633258f2a649c5a83409a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1193c902cac93f319a457c070072b937285d7057
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfabd4540f670fa37875364497379ca76a9f426219276670247123b3b4d0fab0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbff3240ce0e1bb389450b4b5327f9cc9465531
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e3b22c9bb709b31a79810f53f3f16a863f4daffcb7aca2dfb1c44d2124be6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38c625f30d1e61317c14df59db8c8c199fe62e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765660f9be195189963f0de62948417bb00e33bc99281a169a1b67f5dc71bac2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc07b0614b1da4b127eb586516fa7a67fcec3af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60bb3789019a2ce9ef730597f0b78962490dbb2049141d7aec38f26c82ec7af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aceb0c008b450f7ff5c504e9cca5bcac047758
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151b06250cee8683bdeab2992d616c5d33fa2633b913985db8d4983231eafa9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea54ba7774a78b6a67b6924aaba0a559cbfe52be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9de4a0262af7eb89ed43250ba822902a1fb1504822d6329c5290891c84bccb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f98c84aa334146186e97fac9b82c3ce6a065ded
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385b7db29775653fd25d59266e840db520027b9c2eee2ba334d8d5f093859ec9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215eddb2617b6c289d19020ce3f6761c798a9dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e5dbfbea1216286f0134da9d0d67c5cb6216b80665c3c348124f91394196cc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41123b5d4fa33194ee6c755545b94d9632421375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67439721e5b87649e5903688b6f3f190e4b11198989e662f249af142cebb136
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020f510fd0c021d1139b0d8b84fe9c096aec75a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d254ddb705774d0a6e24021d46ee8aab198a64a003cfdeb877301a22f7934ad8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc5d8632d53a71f0c04340ca55db17a2d3a0bd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69853dd564a91640a83548cad21e49ff4ffa12f18913115f285124cfc85faa9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6ec329fce606d2f3ee3a5d388d495d373431e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178776a288701d5ee97bc429b8ee9047226049a221cdea9fe84c1fcabce13c96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7a9a9138848dd7f67194dbf2f2961051090613
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f19d499566693ea6c9fa4a5bf5bf39bc3c747fc0de98795cdd8f44021b1bb1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315dfdeb1cbde5b698b380848446f77c132bcdee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752b65f475150310d6cba02a6b83c223f79bb748d1e2835db85ca2c756a418bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3ed2296f8606d45825e294fe501433e8e18255
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be8e9f762617100e4688ed89cbcbb2608fb14035c820cef361a9f19fd8bf1a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626153f7cb34532793c292c5e7e53b8458e6f8a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f9028d9a3d52c97b76a6da267f9505d85d83bf52d65ccb18cfd08717f1fa66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b1a355f28503cdf3f80ea0a01c3e2a5e6024b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406f6fa52ce059c3299f11e3ef9d7bd8267fc2198329017d4632a54c2d6c4f76
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0636dd7960e8bf369ace0157b59c8ad2f98692
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f162ce5db237c3760c8b1e6e416fcd549d690de8f78876e9a4934b7974b82e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460ce8e2eef23627fb6462d43c5e270ba5a4c395
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427ae2d5dda56675a935f772c2d826f306ae06fe5ed6e800ca90285445844a53
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa52a302c77046d17306bdd579bfdfe40ac427
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adc37a69bdecaed44734f2359d8ae00b1d4e1bb3f61ccd80b9a2c0fd4dde089
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23d1a678e20b8a2809c7a4f2bc1f9b72d8f7134
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30113ec2f0cc5be0271bf397901c6ec70a3e113fccf340d51f5f4e7005570795
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4027a60075a1d8004b7ce5ce7b2485a453aec4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce73820b9143ece9af112d7055001d2da65fdff5332fa26804e5ae57fc1fcaef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11005d3efbed528789a63c673e658513b64b9bc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7859a45ff2af67b1b96df2f63b811a422b5e9cf382c4044a4b6cb7763d5f8ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedcc0ee3b678d914cd0538aadad4ccf543e0fe3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe67085f3745c514a79b7459be08b7ba65b50edaaf822612366166ecccbb8d32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96f18f3da263221d6b26a7eac207d64f3e23ad3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7e2f9da32126e29645269493bf39d349f2d863473c19073039417ce31d1ffe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a087849323985339e38bb2bc64509ac4d465414f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ae1f498743d8bde9037a1dc42b4362967f908e3012ed70008197d8d17b1f54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352cc51e307fc691dc0b77b729e33bac6d529075
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5435a7dc11065c762efa3495e9e36b75880c5c671786753c01041c9895da9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09212d7b5b3ee533c0f34e9b74619c76d739c2cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970cd6ad30d4d9631c6bee714b70749c9a3a862ea21c6f91c76faf97da876cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54a6d957cd6cdb3eab005a039c41ad17a4519b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ef5e1ec683d77cf555665b7e7b1c0834265ca0905e8d11226b4d8b8ab0331b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e10fd3d157c10babaf13092e135522bc5cb490
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d2cc8c35cc6b9eef67e4df2ca997bab6b1348eb7c3cbc5773d5e4b4254f61b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d64034edeb3219fb2e2718768db401f2755aa8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660b5eb80718d8b43ea34200d668dfc8fcb18832117fa927bf81fd8788b9b330
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f99934f3559fa3ed941037924f9b39212201f4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14663e9c5db54d0829560a0e048370083e77b76469b23f983d7df72f7fb8ea8a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef0b952b31c4596473af724b75866de89fc5e57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468ed32c6c8d6046f557cc77f9a0b49ba9943bb07ecfecbc5e988a2be0e6cf3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09927b78e75f5dd2ca562662ef72ca4f7e1fa4d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846c75ed6ca6a41dd148753afe753f64a97901f6ace1dee81d26fd9fd726bb35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5815eb2675cef9fdf34054d031be1a2e363c2f2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2fc0151916091cd970d9af52984252229889c069318d9bc8d67168ecef49dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfbbe9979c1f0254d70c11c994ba19b19a1ad63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcce4c7a18f618d3d5d115da4d733a57294191d164834b14f734a705acb538d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65708e747e3266287e072b4b86a95afb2cc58afa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53048af95c1ebc83042344c8bf1d4ffcda8434be2a18f9e5c9a77cef017c098d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28a6534876bf34e2ade444d9092ec713ffe39ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b4f5e4171f689cac6e43cd561512c7f42b93d403cf3ad606f3763519bc3742
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aeba6a5443c8f8ccd85bd854a36fd76d63f478
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8e4b899177423239216445b8f7c6b4d279afd7a65a5d5cf1fa3d0cef0d6f59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6083653e87a82cca5a0fcb546eae9201a753b00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7145fc2cd7346489452e0a71c544e9e64e688a919ce8f561f0029569cda292
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be4526e57483c0251ecd5f5a1051f274c70fde2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badd2f381d9e0bdcb9fc067f002a0fb8819d694a7348e604edb657f310bd6e4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f1abbb739de865c003f74fb04fcabde4549d42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745e438314f78320894a5ecc660d862bf649e9281042010b78bd0239b8ea0a1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce78fa6862b5b5175e9946316c0a8c77ded8eb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e91698045acf7cc967256a9c87a2131eb50a60ffba64a7094ddd9c0f5acefc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e3d324d3e3f1514d54aeb429ab0cba877e3eda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169076351a2b897fcac472e6dc6b913e5deb35e7e732db7df9ae7b26b2d94396
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1233f958b5bdc3e329c4d597cd6a1ef122587e77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bde2be09e52ce1db3ed8efa4bb03e27698bc1f33c5ff035df7e50e2d8e77fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af12548dabb75139d7d99e0d48c79986bf3086c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7096671a8125774b18a1ed454071736bd23ad464d093f0ca698509b895ae760b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427221358a5545178497518f6b3be3d09572a282
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a89ce2e550f56c035ed3703dcf70c27e82e6a4db42b09510b222df3ca7da92d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dc90ee3256ed1a9c6774eb1b0825bf7863efc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b667f5b331e6246daf2377153e67fdab1d4dc341fafc01dd8846fb857b383835
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b9322e40fe43682cacceb684ed4a5358da964c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e33181daced2311a94498908f58331ff409b12fc33e2025ebfb5bb503d26f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07afc434b139b1b17d1671a1b523079c869036c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f14bb62932249deb0f6251e840d446e591af8f1ff8e46c2724ed542016d963a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f0592356328c68f9884b9988a4919fe06cbd8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759c849aea664830b00f33eb27e8ce387cb1554206a1061983434a27f0356afe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6a46b63de5a2c942f5df9e3e03e983f8b59228
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d568b50670f6cdf168df7f49e69da55adea24bddd6e3ca4966745c00a0968419
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e22114f80598b94c01e9ac439f9bbdce91f88d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b129d8aebb46ef6666ae5ac4ae695d890a55cee3c33a9952743b389729cf2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb6b651fc9bb548c6955cff5e7e9dff46444f8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49982f401073faac57aeeceba5faf8d1033ad7592124476d6b2f9545249850ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc3f3fbd092e497f96848c79db0975edcb1c419
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6512ef34d0a7cf273032cb6fe0b89b3b5d5d127c3d5495cd6eb6b036757c9b6a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2604b4f8162d848db8ad2437934339906b5a96cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7911db2a779657b999d945cf042f4b54515abd376561621335da0bb2144791
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa23321ea7771d6fcb0673f5ee567f9193fd840
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2438e7a544ac4968abac06afe4a3677d852b0e7c82417e50d90066f08706cadc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1c99038525cc870ba86abfc007d46e5f5a2faa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939b8d5141090353b0c03012be2e510d0af1c23fde533bfba2360719deec0baa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83db42cd953f4d6793396181c69c4c923451f852
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7a10a0c770667a9013f6f124f4cba6cf4f543d2a0bdd43ce461677d41108da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12c69a2886c6f54d27ee18a7a8a834de8844bf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529fde42dc0b0bd424d1f9321119af8e906fd13550bf5425bbeb1ee346ae4136
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21b0efefb02d79bba0fef7f144cf8694c6811e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f08424f713308f1044a4d5d0d8550f0bf049eeeb20feb9888a2ef5872cd0b65
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de4834a35829f80538f57501d2eb4ac895d0da7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b3a9ba7bf9eec7255d95c3e6adc726361cee837499d00a3660af81b9d2c1d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33891a4700cd5f253538cf261815653e458c03b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b0e4dee0fe5cf9dd5869167ea456fc88c97d41463b2c1cc5e17b834103a207
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7957cf3a92d8ec13852e524a0b898d3371e88b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c42dae3621eac72f01bbb501ebe8e31ae622aef9230366efb05292b5e2d13c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14436b6f0c45fb49da039bf2f5e22cf1263b59c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fac712bb54a541fd8b42f8109f6d230ebf4fae8c530ca73b601e79801d4304
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e023b0936abd836ad2381be9aa9b8a572cc53f99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6195860d09bc1ed8699b6112f2eaca05eac15382744f20dae5424bb7f5c8b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a20b4f3bbed1d4783ee406e2ef83a134a54a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80b2a11700c3247363ec3a1dad3d3ef8c3902999bb524ed292d3fb282e74726
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef01d6f105947719ad70d772895d95ecdde2867d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19a41ae563ac733ea28758c35cbbaaadae361269deba2d7d990f70134c61230
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d691555760a2310cd83c000badcd177fb20318a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ab2c397ff9ef780ab245033feb1ec698ede9d6bf65225de269b60bd603f782
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf3c4693867b461a761d0aa0848925099cfff26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9633b077f2d71d8d3da2af0b7d37aeaaf44d1c592236c84299a230f26483e9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1844f900d55038b3495c686063dc3ca4084079
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f4da992bca3942d0496861883fca74396c08720dd3a781c3bd4bff4fe0470e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33bb4e57595f6b69208fcb49e082732e994a8f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca81b7df4bc7c309a6754241ec22b43b8b84ff66fdefd76aa3d23b44856bda4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d29c7fcccc05c3c8497eb6f4d4f8674c288c32e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebb563325390fbbda9c83717602311f72cd4bd95dda7ef5c4ba33cdce4ac9f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a269de0a3d3bbf158dbc77191e97937a803759de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed2e18f86f90f51808bfb7dd8fc22eb16451fb95c8944f4f9f04d9e6c96a8fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7204e10727485e6d567c45ff1f3308af49ce16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6aeb316d11cf48c9e6a6fe700dae33f08633eb5eec93b6c4094c3f00504a57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79171d65d41818ab8fc60ade8d4bb71c126bd768
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9ba800e1db093410ffe7e1530a42551c31b6b763a096996c10f94aa32e91d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46841d7b9b5feec5e8fb9dc58b991a6335b0bd65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45830519b38db63f63074ac7a58b086c77c6794f9c0b2256a7f72f2fc630fc8f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a4a9b5d50052d5c786c19358fe3bab4e243e35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f56514fafd57a402cb8746af6faa827f71d5d1ab66693be492c1d715245eaf0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376a9fcd614c348efaf982ba4e31eb96f554dd45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1024dd0d9dc2a201c4f83a6fa2cf454cdd242cb1f0152924360d7d265e399e4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0525f04074bf80eb5b20a2b66782264b15620e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e5212cf657a6f03e55f60351f04ce9d9afb58937bca03350465ace22b9cdb6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea299dde0519ad1c40319291ab8ff4ec0d8988
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2e196fb884fc64972a085dc99d9852638bbd550ef15cbeb242a30dad0716ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124bcbecadb738c976b0bd20b52f27906b8225f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92abd4c5816581469b56e1bf78148f2db03909ffee6c8f84ad989cb9eb3c07f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f054597dc82eefa839356ff6bcc4991eef2bef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46aaad36435a67ae740a32eb856bc6238d905ee33ecbdcb783f362f62c54b79
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90020d68685798ef3bb46115d8cf409e4be8d90c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2151e6f1ca88334a287174f7c97ff39cc18a407afc4a4d13872f050062688177
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0997373193378e148f34facc4909f87a727fd051
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6e0429780e10b4de31620db8a97b8dec286a977be5cf617e96b1d90a4b36ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2279ac73c6d7b501a0662564a770b7fc47bd56a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae3a04261514349d12863fd707187cc099dee40aab4fcd4f1bcf50790099b92
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fe3cf235b649f5f2b5abcac07ff40123ba1c4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87241d1db0f10e8081421e6f6e9276db1ca98207f5f47f33ac300df7d2190c96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a09c880be3ee6627e6dd86b2b155c9071d17062
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab554773c069c00af53551b1d52b6d192fe4dfcf921b88bebacd93c49f664810
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5da3a7a950b8765c51646787dbf58b72408cfd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47be3750eb5e5136d3a05aaae5ad0807422544caeb9c66b50c7a05eef64c9225
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd9e0694b818c95001155ed7fa809fe97038956
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415acbb3f6cda11e0c708c18c92d4e510c22971f643adf759c3ff27c22c2798e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d96e233ccbba78e86e35564d7264870336dac7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5310d9c5936078bc867c00fb7430d5b363453f52b196ffe16a778b9a3732c654
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d063e041ac216e92658ba4637800f140d1935506
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de21ab7e23c6667d1e8fbe46df89f31adb1a8a70d1673eeb0827fdce4dcd7456
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cb54b463f381583f7896e37a63c41c413baf63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1711df778dceee0c13a44c27588c82b61aec41c5c0e00500820c89cfc875dc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f571d6af74aa4cac63d575871a75a3322dfd5e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca59c44ae83ca06de17cbe321e2a6ddccc8225fc8a03ed0127c77770850f3568
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa76b10cf5c8a5d48450b9b5c7dabe5792299fb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635451fa76221b84dc89a2fd980aafd9164f398fa6b54ba1f46eaf8aedf9c68b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96136d04361a6058d2f4fde758eb416e6b99d9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bae67f6be1db8e258ca05da2f4ca6125b3bc1dca6ede2596e2ae5eb5bb6687
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5367e2fc522c07623355bbce33e7973c93d5343
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d2948a5372f1e6125c63729752bbf3e60f5246d105c13a54af834292099a4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af85eeae511e93d016d485c6c3b144a819e5bb94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151ff9c9e38f39d4f937ed4e8401d6cf703f7b3bec9c19480438f7e4b191ad13
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0253d54919358a2a424b623a5afc9227a435e29d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d19559ffb15a74edc7bb2012edd54af0742d3ccbd22fd71eadb2988e0feaa0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c244d7c8b5578a7432807aea68b21121d0d277
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1128d6b099da85e5a18fd6f4f56f81840f77edb0ee67e66b66929d217a98b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640df6278b486cd84387753f57a1a878abf91bf3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6d1e965b0fba6b6ddde0a3c7ed04da10d78113b51fa9818b4354ce78291269
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c7cdc261f1af08ce5acc9bf75f5cd2c1977d56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4a4a82d46db21d0f4a3993efc0ff3b173d584e696888468a14d8698d86a7b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ca0f35f6079336263c78895f846e9b686c3573
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83a53e741b5bfc3c18b4539b3fb03808e61cc67d8b6b569a437bd9614d68af6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb30f1d8cf3eab9d766ca66a1adc8d36803a5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9b73518af426d095e779276bb6b1428e9b4f46fd64f393e9e970d1ed2de313
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d5519449bf04cec6b8ccfc2370ebe8222222d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3ef402cfd6470d915c711cb6aabc0d862b396376bab1cab8ea69116124961b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8418daa324c045d2de36ad9f8e8b04d4072a4c7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e21e74c4494b33677b7e8641e19d45e0298370cd14dbfe988f7c9a7b1a26644
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e59d413ee9f98339d3c6b3d6a06dbaebc6d7ba5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344658eb0c9eabbc06381b1abae3f7c49263749a89628faefd1ef13a6a9181b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5415d4d3fea5a8768ca413f9c84550271cffca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ce9d5e388e9e7a55df94f3073ce0b26136ff2423754b18564e66b94458887c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a50cf665a4b44bc8a4b1938034f0d394fa16fa3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce48af2ff01d47c7fcc4483402d1f2bc20e9698546eb927ff1d85518c4d9e2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fd2e95a06f1dfedd557f5631741871e57a9c8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc03e50e57a00a66ca9cee23c03eaf19c290dbbb7d9db975026110cff4d0a8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8874594d3d0305b424bbbbe3e39d1e883ec069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070b251a5352db9351bf21d36e7d43415142447c9915c2be06e0b0c178456660
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2ba5940af0764d400629d2e1975e4dc7bd9e9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58a23a771459ac84018ccb65055ecff72e9ea80a16289f1cf5cf2efaa065ad4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057b2e55d9c25d690498a411f6502fc48a0440e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45075b12ea0c09f2dc1cd3c5ab72ee6557b4351fe34ba0ce0df58c14a0e7a91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d09c2161500d126b0dbbbfcdc634775bb8a5016
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795e2f8621d3f6bfd67296542d1f862a2879bd78a58704f4be3b195649bb1e5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eef21ac05fa7e669cfbf95103ed87bfd017c70c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9bd91adddd042e203caf99905decc5a690307ee629523ffc92b86f1402bbeb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be10d2849b5a36ace258f0bc5b0f4dc263c5933
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748f857e861b1b807decf3a00381eacd95c1d6d89439b81fbbfbc0ae2abf1f01
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd78ebf3a08668a0af2cde839d995e343a4f7794
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc02415ab5a16311f8a01df8de80564018488c799facd37edcf07be99cef5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b85729cd057cc517e531268c7aa0f987b800b3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c42b25c238ad135c66d2df484c01f03ff0b69af8c2400849232c35f128c92b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba7a779f4c2e252856c52192ab414bd3e8a5dbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea2129142311f00661ca4f94ab85310e33fe8f98e9986da08b696a4ae57f515
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1633d8c33e8ed6f6893da1662add0e3ca3a5f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a516218de98faab63986f56d91b0f614558685dd34c5656ea889d11ccc888bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fc6299e17287d10c375858986aa914d0a01cf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71aef88209a9e756d9acb1bac2209beb6b75d27b56b10f73e2b49c95bc3739be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42388629aa941caa028974c84b273ea6abbe7d05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d3ce3eb47823661be2148ae4afb863a88effb45af5bc3789176612cc8ba6e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d53d33461a1a7b3fac19226f81ec0ad376a3f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51048ba8810b69f332b8c2eb2ddcc3ce61a57f3a08f488e2a4bfe35959813e69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed0e1504a76bdfad3877e315545fa04afd1bc07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a959cfcc445bfc5a9d7d10cd93615d10483207e78a0f9d6298c1dba526404e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b28d0800e57376d237445fac5de3466de8f3fc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bd3f2b22fd7a75dbd2c553132f3900565173f054a29553611aa01adf74bce9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e75c7353cfc09ee482498bcbaaa4a159f5ea8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df98671527f41d5bfefe7addcaeeb8eba4602e35fc4407f1693b1524e691d823
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fd7c68c258ea0048da4d08ae304c43f20c7025
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29f22492a17dc2548cc0337c94cdff8b1ae49cc21c0759e41aff54b838e2acd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd9fbb521fa9fc7b5c9326a6322e4d6229690c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60e5e53e6395dbb9950a417db6eba488c2fa3f8bd712bc41b1f56b23a214ea5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f72b9d06341108745f61afd5f6bb95f5556fad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2462a9ce7975a2914a19fdf585b69c17058be17c3912c9092e22c08ce5036aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20040f97f5a537c9c41599e094f50e7957175072
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19661c2954a1634e38158952e19aadc1ee17bb3caeabc2d3c677771dcb567658
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355bbdec5723e44cd60e7d7335ae69d9b9290f5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d909ea4719429742169edf0e892ecca77f1badc7aa1daf89a836388cdb439443
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8c3e45964b4ec15417f080fcbc9ca1d7658c50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e7f1e51234a85ab585ad889f04a69bf6b39c65d9a9e870c28e82be72a03f69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd65000c80bcb8a17eb9b044709f8347df68d1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e0e10ac8a8e5eab22e0af8cf7b6bc009817632b5265920619afa59522e79e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb555551fd1d22f5d889f58369715a263cd885a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5384bbd2ae34dcaa8927d78b18e06d5f7b51a6ca4ab1ff739881663014d95c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e92f8c857addf68cc4664d346d51b306defa19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2c697d145ce5b454355b7466f92a80f15bc3d0699ca97f650d2ebfa1a0c283
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43811457882b6349df6caccb469222cd1878de67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f938656eb9eadbd33c109c35fbc7b104e3f17feac1f15b8f31356a08f188a0a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f82b3611870a8ffe13b17f0050f1a09d117d5b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfe6786b7cadb62d3a6b61323dcc82edfce656309936bf81a336181136abd41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f57a9e173181084407c8e16f475adc4347d81e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9286db36bd87cd89a4f0136cbae4ccf9407386a59ad65c542aa1fcb2529958
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72c85e31f83644084be0a8af14fa6d4a442e5b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a283f9cd85ea0f3310afadb63ef31d0744b448988743e77601499bc0b76670d6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a9ae0ca92cee304d325f20b606082dc3d13fd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485e99e44ee354a55575669df45852ba3efeb55b78414eb9ebf8f427de1877ff
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894567adec52286ce64954d6849fb44b8c5d500e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbc7a83d55898bc9b9eaeef538ab22d3beb1187a571a82be0491ca2bfb30132
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206d443d7439c47446055ffb858158ab70e3fb12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909a7a08a80b33db0af9b02bccbab8cce3cd1d1494ce4ef33b9d199812fa7c14
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be95b50b5ff86f5db1ab5b9fe1fdfb80645b54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9501bc99395706a41c5ef1810ba65cd19312e51626d832ac91efd6866385fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b947b723ec95f933d7330ede1502cc4e0a7875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4be18be054e07da28906a7422faa3ad48797711ffb97d9b55b6c2917b06859
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab783fd4643b772934e4215c9071dfc3658c7641
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0709e4fb1103be65825a56ac8867000f62bb3982b1a8ef1a449cbcebd76f4842
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5f30da0334d049de6bfa2ea4152c612deb84da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd59c2459728d6f3ca0479b62038a87f2626ca65f2bbff16085de5b517096fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4f10916287ce5dec98d8c950cff5bfe9ae57f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c0e6cde81034f9dbac5fc36949a78328cb89d11c3440492476217a6a693570
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9450f4948e5a1249a4ead7c0268f083c0b9615d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2331dc970a1c2366eb3264c8587c209d18a472134bb77ae60180e75a500b96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ee0a7860d304a0a8a8662ef2d8a69328d20b1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddeecc96105b6bf578bf8140cf6fca28173ee2276a74dfe037c478f758d506c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e599a9242d56ce5fbf47f1683731754f3b1b459
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261421f42c4c5f103599ffe994a62fd78d22e0d4794fc10a6430fea79f666860
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f68cdae163280d4bc763fbbb157cb0a23603de4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dcef0604912b35ceecd72b0bb42261a829c0835b6e84274cba4906f79d290b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b31100d1a31bf4ff6cf8d2f527635076a592968
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6542a12ff76b677070a2a4bb5816b5c6d48451376447d7a9217d94990c00d2c3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaa307b4a9a3196d75836719bac2d90cc1779f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a4003a7f06db1abe2a9ff5e1ad619c4c556b5c80857ce19b840404e9b5b1b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c53ba85543e217fb32223e2644c69a2d878a9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb808aba800c2df77e8d447853e3864317813b53d882ccd8af791eda49ca8c7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957b334c6a1aafac01a5906de6c3b0f6416bf417
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d929883eaa8e54f92d6a766fcc1ee9409f2f1f6dad219b4c6e2d41778be4e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504c77959df3354000a8c999412950c0fea4aeae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542845e6a2f142a58118b1967250159d000aaa40d139497d1933b0ac071c1b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74969269a55e832495e2d2c4593774ffdc8cd660
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d564259c00f55065f8e2d8d352ff910e630ebb69df0d2b5d122e3fcc9f782c8e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d3612275a3c745b0db1d569c72f1c76fc30c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4979430bc12e09a0e857683fcaed2193f7f1fb951700af3986dd94dfa73482dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c612cd50dd27bb978c63bb0e08c040df4fe7f99f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7149a5c441c2d5c8854c2ff34683967df1a6230c5e944712aa6dec2d4091009
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aa07f635dbd58bd8ae1f0fb2e20eb3e141b9fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751afa8184b8e17b73323e17087fc403a7b5dedb69fda8b1b71c09be7883426a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8605e89fc34eaae8b92ede173546636611a5e393
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1824204751872b5cd85a35a077260b3bde229a6f00b9ca011331f282504b90ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e813a72416bcff8c7d78ef7ba5a92ace2dd8013f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219fb1048a2f8927b9e00f70bd86fb0938370a07f692b09798290cc2fdb9b9d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2219b8e3391f136e5bd0a66512684fa1d49011
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787dd0a0a1655d2a423f17c141faa19514c5647ba87d1f4e8f88d83128bd7a44
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff58950d13eb1686b7bd5274c150f57d150e10c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02410b412d6ae9ce5b746b7fc5afaca26bf47d649bbf5626f11e48cfa5660d7e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc11f848a572ce92211f1ff8b80143ce95f1131
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07063496537e5374a15e9d028f1f896c0dc5289085163a6e355f6ec1ad123229
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d1c2cccaeabcca3dfa970eeb1f9aab3ddf9d3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741154e383b08ca436214e575462c34d3c353a6093258925e46e7a48e3396d71
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dca9e126ff671ee2a4c32ff75a20d3e0e1bc46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c9cca63b25fcad6c9ca2282e588dab3c65682351079b62d4447e44a0f1e27a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ec515c5ba8b55ef77aef779bf57f5a53e939c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a4db0377d4d091aced398c07e82ee2f1d2263d9f4bec2b05ec94cddd3b56da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad52add24cd70b10dd14fe6af85d406b7f455bfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25146bf6be029c53fea57d744989003e9db5ec8752bf598373e2860bef320d3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ba1a575c2d11605eb0597b965a3ae1a3e4da97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edfd68203d8c972ad1d4aeb52078c4a2eb115430d802441c62f8a2a94ec7b3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1f052c9372e16433b9a592a66ce4682a092cbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d806c38e7c9f6cf04ecebf5102a0707a6ab928e740d8ef1d57bf643f09d1e24
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28245cd6fe71c75e2e68d4d8b8ee9aba383328e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1aa2f56ef10bad7c1c665aba5a9228c3a5b7ab047583a8827ddf42d9c85c0ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e785da5436f22869e3b126345147aa4336e76c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d238c593474d6912e1108198cd498121a3d6f9bc7851acfec5a7a73ab0dc66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6edcea55f94fc198d801e7aad5f043d98dba1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545d0085ab159fd4f6f33597d940a87991ea8b0fe8cee7bd8467e529ab7a8a2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8b4688318b6df6300f74c09ae786534a7693bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dc6f8f7fe09cf8ab8c31251b0642220e4854b59482319e3cb469a93a34b689
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e924030c5da14d6117455988ecacf9a3c16c1752
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9909ae69e0af4c96dd15dc92e5d7845a3e75c93ff1a34a51e0141145767fccb7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65fefe421a305a6bb0e9781b83cc3b159085a3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afce8def02155579bb52b65f6e220953c70f46351b031577b70944d6596bfcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927dc22b04bd7d34bb5622d7217084e2e4715a89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c484eb76059847d5e5fd421f91248da4484b3c94e27a18a110f6b670e456c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d992f7c683e80b13405bf5f669cb0b7c131f46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb94d62f97e4c747768403f90908ed5c7e7a1950e78df31cb9d07452ca97598
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b782926454520e3b5a871a61a83a602a6a9c32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086ad7fdd0cc38b1e89d8b07d4f4e6db0e5341c4cd509b9b24821065683e217d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6fa78e079f0caae7c5abe8f3cf859eca17f515
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c496742a7236584fb5188217bb0219a61454d651cf7ddbac1498c06b235cb34a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c33b5d89690228d0d335529872c70c3bdbd634
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8ed9f09eaa4a8ffc580024cf88a32e72b5825361bf7d9d83116ca0443d4c82
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dcddb3dad5a3c96290e3a106cf2ca23d8ba6e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f265e321ed97daabfa28a8201300d9a830921de3a05abdbed21b8f1266ca78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af76c5f7dccb0cf1e67acabce1044620792500ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8f8570b8f994cc7e62b2d01feb18de470fbb85d31acb088b9ec5d1f4665c0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63c76326587e7eec6a4e911db0230ded2632ee9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879dedaf7b0fdce891c2bb1f1033e15b2b295a5683ec18ee464076d60452d2ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4110d93c628f9ff8f39f0fadc90af26cd36323a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8f6656e8d2334e71d52d650659dc4330c5c5d1cf3162964d8afbfb2489cf27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f884d5cd4275b34fe19b92c79e33f7739f0aa7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53206734ea74eabaf67e0564ca0790900d19dbe60ff0066392a592a6463a0978
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c753045a17dae1e92e2ec77d18eee2b241d0fa2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b0f28ad38ccba7ac16bdaf737fbee4c3e968c9cab6016b0c70b378b056e672
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7a26284c80aa9a2bfd7a6e32edfddb943901fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404c20b03246855b7d6591dd23ee3bd04b823348faa3092459f07e156ff274e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66dce4cb59d2ca4a7b1e7de80674823125e5658
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907578b50e4ba30db44a8d95f8eae20cbfc660121b54b21e0bd56f6c6ce20cbf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3402acc908647cd9260c876dec097a89f03fcfd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8573fde706f2d87ae2d9ce796b7e3fecca52a40395828abfcfe0b21ecdfbf241
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae00c827f06e5a1f1bf76e7ac6bd139d2757f8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdc5ed6868bc751f26fdca0f016e950f30ddc9fbb455c74312f282f4644fbe2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659fbf5ddfa04ec49ac5951a27282e4650eb7569
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c922523b1e990b3a666fa9af20a2ca273ae26c1e5f7ff2345284faf9caabf14b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddebc46a62d340f901b25547742c457920a3170
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a65a92b6b433b0523a8ee61c3d1bcc863f60b1e00b7763c161830b1917d22b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8669eebad95b684881995e6b4ed649b34e8f2517
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148581a308e5043d7e2519da90be9a29cc43fa6a5c3cc1e2918ff5dcea37d9af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c503d1cd46259c79b731d4a68edb569d2032e3d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a13f9b74c4df84c2996eb24fd4b3e62e72117d82c9143dbc2c9ed36eec8376f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430688a6c4a5b427ac85a19f62785e9e18028a97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3621f1a7b1fa6be2fb42625b76d657497dbb7e5d9cab7b4be94804f04caf558a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec09cb71f32c7fe542c40417a23f638a16a4b69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ee7404c6647eaaec2e5859b6137ce1634c979e3915901bc686133c3d0659a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f5c908af972caa577bc921b638e6418448fff2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1a9ef24a07bff2380207b4e655ffe40e9fe562fc7550c9903b2416e5adf53c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053c91ebcfeaa1029d4aa399742dbd601f13b190
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de99f4cc95e4354f0582b03625e1707023b343db74b8e66b0af2fa043011cd9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1d839fac8397cbe83c51832d52dca3fd30d813
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbff286ce388e6d56a6dc5a3e5886a6f79321dd222a7f021ee41e58704a9800b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9824ac4d0abb90c0c94493c59a9b40d4c0f98454
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cb42b0b189ac20f6e10f1d3b79a48ad3fa4db5878c91fe82220f24a7052441
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73d23ebd4a795051a1597b9a798de014643883c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268a13faf337805466718ff710cd3472f73222448daed2f162785c7e3cbebb2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790ad53b5dd7733938bce58ddf82265780df5d68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea79bb7704ad4a490aa48158fa46b6c1bfd14dff983add0be624915a1078cc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77243a023d8417ccd90b0f43e1d0d47441a79e38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b14e4649e62938e4a0f77053f784c327d53445ea529e7607bef42dca12504f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8021f7469575addff4bfc3503650794c3e28285b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75405d446a687bd3b5a1765b6159fd3a1e3310dbe009594df78a8acaf6b2b8d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b259f5133fd305ededc2651e8ffef60db49f11e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e78b1b7b4fd59a162aa15a152451f469a38b76f0ce1804dfb5910c7ccd3d10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e5f9be9fabb1972fd07fc096d3bda93528b78e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea1df0bb7fc88b87b64029d96b4f04b0d9b06e8133e28b7db6eb881299c8b9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c30eb71109d764d873c62e0a4ba09cd6bf48953
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d796431e51e7dcab2baa14ae0da483641cb336547b282f10c550cc002bf92789
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c5f36bc902b161f2bb5fb2a68aca1b7510c595
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561694a97d646c16dd4afe8dc95c9cdff571d42a20f1e5363c49877ad37e50d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebf8fa8141c0e66b910ef3fab5913dc36ede7d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6345e63d39dacc0c724ca16a95d01fdafd95d18ca2fbd6efe525d66426586f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa05fc197188c73e628b3bdac8a45fa7a384431
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f79b68e3ac815678bfc7c0802431a199de6e4b255ec6ac1f7679dd23d1f94a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2998b69ffb90f7cf4d1343f5738ed036013ddc37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04b8db8e01fa8d96efd4e4f0436c76701a713cd3de4825fbaa11b6582133b9b
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17923d3b8f6bda226a91657acbe87010ce83a6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a916293c2dd9caeb301bb880d78bf46c3d9165ff49843feb7c5db5a8d58d85
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33576d94d185b9c9219737eb6a5b606982d1815e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d019585da1cd8d5bdd9df093aaa94f9ff3ee36958d44762d092600d5f27daf
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4c913321b465d0875af25158271bba99a744fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1179dacb29b26e9e1d4a804ed4c422cfebfb83a8676d03ff1e8d7d756ad3cc44
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d8dc9576b9c5b09f5b320bc4172a878afc4588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3a7ce1e2cc49f48795c6a5d75729d43e431810dc101b34c33579092265c337
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15eb7daf6fb3b4867c01794f90c5535bb6c97a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be68bcf0241c209e948b8598f42bb15a12a3a0acc5b845621692b5c80f91c824
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a067bb46be9c8d0fbb6b34b2b8bb84185096987b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16740d06bb13816f909ae98cbfc6a8eb05a1901c13110c64f7b2b959221d93f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84767fcd1a4b072c41b272d54678cf03e354e588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a8e8e14cf32eb31d752cff4b8b43b048f21f95b8239e8b82cffd5e1cb1b38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3015e27ec22a54240c8be61f9723984a77cb24f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763c7e000b4e3519a96baeda0df042ba4e5d8d23ff0f072ff8b2489ecf1a60f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591bec143ea5dc2ddab809fc1a0795ea0c730036
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead44da4f2914f812fa86d90038b5fc0da3cd9cd02e2bdfd8d1378c6fad7fa57
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60bb19d377150c2d2bb013c28b091d068665ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff649f39122c40444d54c9c5c4a8f40aa7c343c997bcf4ba5f96dca27eb74772
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1dc0cac230cc33d9eb01a9aa9944e7641c543f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56cb7807aede2185bb319aef12179274bf82a0204c1b86aa866f63b7b9f901f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956162e4df42c287301bc58f869c1e5aefaa6df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521b0369d3a46c4e3d6c85b9d414d95e8200de9215070809bfddd9abb28eff7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9563fce53b25f2006c6749fe47b073396fed98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf14ee245eae18a88228a03e01c46bac2e683343ddbee3846de310bdf69ae40
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd9bd57e7cb6601be521b29c3729512fa4913e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ed8eefefda50a2c69e91c46b0eb909105ad905003ea9ab41aa39ed57c816a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd5791d66bb8cfb59bdfad32c6e1494180c36d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c515051f6b8bf7d83427ede91bf38125e63d0bb1bf6b8abfbe825bdbb2bd43bf
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dda40de794d9ce807a8d8ab8f80fd06dbc7077
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fdd2f3a9dd100305adaaa616dd5113a4fa7d6454dfe340cd621d6445a85d41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122d1e157d550acf958e11cc4dfd1c8596d41a5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f2c06ec65a08f142c262d7c9c47e65c57585e4edc297b78654584ae781f8e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1d6201e0c1a6b734788b2a7da0ec3dcac20ff4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4035832e2e01a412539a7b43fae13454e86de1cb514c4c36e488e3eb74abff48
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad682d6860f730d96e84dd1ab68541f2a78823
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48c5f789a953ab8e39fb38d1d2afd477d3c01001c0638f52e6ab7f74bfa7c76
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59edfd7745cdba98c111f29302f5240442d9a425
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666a518ca55325905711760cbdc91a054cad60b465153143a72615d105d0cdd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371319d7fb92d6cf234f11db4ef988cbc9e1b53a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76a43d2e5155fdcd5bd6f892e6f87359d5a9c98176fd3137009e69057aa2e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdaf4ac4b992cdbcd946fb5beabb7c3aa8dae95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e0d7164de625fda8d54c3c2d8bf43114d9a093257d9858e5ad1cd586db9fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02bedfc7a343215ef84f2ba122e40c04f511b96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e08f002a5cd8927fa2293d601d1d46a2da864cf051d18bf3d5cba3d53b2fd2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639c5a7e3fa084c017d178e413daaf907c8e07a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4503f47218f30362f7681c81066c7467f05c74d125914d16d46210cede42282e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4273a88b2c9afe799a5e515d24791b464879a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd0ddd5bc198acbe28e9936b919b688d33b18cb31d8e337bd803e4d56f851ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13aa6ff0aee98a6895ef1c81e5246e4c4d569412
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8659aa372ad3e9de10b7572b9f8f94502ccc4e487f8f23dcdf2ad07252f55fb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc02d11058198f532dd7fd1956a9dfead7f5c8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26e7c15e66da1702a413e31a510b8c93e8182c2efaa93609a71b9d8b36aae63
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5912bb01584c26df46c1057dc58dd7cf10fb4fce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf94d3684e7c297fa7cb345118b73417b30db77cd5d51c9dcf421f25d0893f4e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507905fa7c09526d92cf00e62ddcac76e8c45d21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cb0a717b341a08ca09e683be4ffcfde07b0ff687414610ee9b4b9d51550d0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9539df75d28bd4404f8423ed68788bd517cb6dd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d636aecd402ba7c05f66d88b443b798d992ec89b250843d0864d806cf41d6987
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc95689f539b78a193de970b9cd814137cf406c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab79a79b2b2b40a69d675d7faf0f43f01c4510c98e6cf83dbd82268df5359e98
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2895c306e69a5b9994a1400c5b318f1385d1aa01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d170a884059adf8f2b6d91acd3241ff7c81da232379522671bfe2ece0bb67e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ed696bdc76838fab2f3afd5d6c34732a602b5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f5c5e9f1d194b59366080aef25da13ca8ac75b03a7897226ed4c81eecca852
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abf9dd72193cb1ebe0616b1acf5e68fa8439e60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a13590f9275237938744736afea1ddb449a5c835a4c2fe94b96d9646d84904a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4f00d682138a3e45656afbd0b6da775872ba6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e2976483e244c291a6cdf4cba138bbb4350d438c38d090143a45e76c9aa0bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0cfa4f87f5a666050d11b4bbea0d2b28c975a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342fa5dcde52addeac9a2765c9427ea86b534290c32e7ce8deb382f7415233c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d0d3d5e495e5efdb86d541351882bbf5bf8e7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11616c74283b5aecd718d98a30460c6b47f97d1d447fa17a2aea5a51da7a73f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bed92192f0483681669e4727b3df59ab80a8e8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46caba812d0fbb9e0b70b532eeff5b3f55d3731194f3be203436c2ff9193620
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480a7b60597f466cc13da4179c1cfeafed368c39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d07536b72efb03fceb6b7c695fcec4465339f0de06e26c3abb3747072a7fb95
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41408fd3f86e11f7ed3292028d21e5f17836657c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8e9a546665899e822333a8d76a51ad7c103e23f37414cfc98507eb6ba36b3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1e5d97060d9934840d174a00f9827cf5904fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627e6dc7ca651708a99a5a2117d3f981a107f914894ff5af1ad83f933b12166d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbec35d44a01d89f6d5fe54df64f393be48375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed616d9494ed2d13ba81b2f5f1627d1ffe344077feb3e1550f431a9bc7650ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c503e94d9ee75b0bbb5c708a84b940cd65cb9c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca6d026be31b052d4b7dc67cab77b880e19e824b3d9131cb28f635aa2605c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2870907ba3cf89b6d8bc50ccfe3d351c15f65773
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f189c92d08e2d58a64dd5e3db86a547edf58d36c4c7e3eecea7272a296c7e8f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf60037ae3476d7303cf520987ba2451e388f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb56b2b58c9067d863e2d2715f96bbe52344a5aad50e3d0355fa6d8ce83f81fd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6748cee851337b2c46e7c53bb3a4469039e1cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b1dbddf9afafcc0a6a134de1bab634397676806b4db4b863102702fa0d82ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab7095b28a1369e1a43c3e4b0065d2ec1979d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3477c56d11d1d5a52bc43fe1b01143e44b3ae87ea515131cb5ed22e31cf41e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742d84b4953f1f44eedd4d146fc41fcef98e7191
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef39ce2f69dc8bd68e4925a82e1560ca99a2412d7f3319c1868d4926f11508aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48886cd9d3b977048807b66a737ba3d6b50fd2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c18eb96475e5ab719b4930c82b4873d6340076b5dcb7ffcca70da9fded0b3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e27bc72229675bada03fa5070529501c4e16e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0232e85d7674a5490f226b367b2b9cbd077b0d6fece8fe6d418239d25f4ee55
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bf7e7c7c11a9405b91c4b20768d666ed1a5da4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb69b2e6b9d4adc2a26ff7e09aa8eea7cee87546c4dae2b2c50f4e2cd9bf8ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fcee04e4852e7de71439bca06613b8f00a6581
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62df112f4b07570b5dc96e85d33aa2babfcf50d5fd62d046abc500a7a975dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ed955d62167dbd4c46ae8ca778de7efb9f00af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6dfbeca03269f2f711ff1a49fec2c1de9a38d67ef862f9826cf0f5d8ca00c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5b481aad2cb53080c243101437fc3fdf41379b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116477a336971d11bd85ffe0bcb30cc17b2a3554ae49885e55a78d5a3b0706cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10192704d140511d63675bed332080e69be89125
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f5a7122a92a4dd37ff12ad39f39ff40b214ecda346c4d58a3fc29b2ee3b56a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea44427a7b18275e952072832a96d7c328ba6a04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6762c3488f3d23a963980c12333fbe52191f7ac522c78a2984a33a3e299d1823
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f68ae9455ef0dcb1b944fa900718cf04642b6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fa24cbaca13496718eaaf24ada4185e2dc24ded2d792d21f5a2ed35d8a423c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6d26b8633057a3c05a9d254fd902f873aa47a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610a2efc13d07462dbe305a9536d84ab5d0fab68979c15614730909959babfc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531f021998d3d2f48c5c29d3fcf027a3e8eb70f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae617866b2c1ab9a2b235e89a235da3f7321aeeba83dbf31bac7612f382a205
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f050529f023c02c497c30ccf60bf442c46474
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daca87ec6336a9f8515e355ba95f0552a741a9c992e14ec0722594753eaa7e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae6a9e41928ce7d408c9f31de0182d39e997992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ebcde3fa9015ff2d190f3f11a51aef6d2365d074c3bbdcaff6f27c5ecd1a4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f568cdfc631415317aa56891d66a23256da5a207
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3b3d0070e1d0828717e853e38652f245a35e7ff71f8fa5452c7dfe6a244ac4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b777d907754ff219a83cdf293edda6fea3a1eb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfe1239e2eab3d502391fee73e870b1852d39e860ee9143f62c5bd4987f7c30
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d6a86034dde5241f67374eb00f647c2d20b2f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518975c7bdfff96d8f017893745108aa09817ed4ffb8f073c2cec45ec620153e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5781af11b740a0e46c9dbe28c28a8c1e1cfea4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bba369f12a19f062bad464077ff0c692d03a77b4c069b9eb6b97d44c25fbba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5dbb11c0dba9934361b6144ddff601f9c78198
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74ac6f0b3d8b5f5caf9c8a6735a89b0e4b902f863b0a03768a0e6b596d45051
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66e80e5c7a6b8dfeaef451c44ee8b93986e1d2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a838590429f54b4551e9308cfec916de0480bf5326dbfa0459fcd0cd354d4477
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6c5508baf50c31ccd3ec2156fa1d542093a100
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8f48d9fb023cdfe9a3b52132da096ae91659e808ab12aa005efd63234fee26
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b132b11f73309eb4c2a1dafc7e7c73abf88cf15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde7e2a105793d02d17cd69f41d8dff5ab71dbde2ef467c198fb788787b19f66
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cff6c7a17e200e111ae6c2939f67b1d204e2a2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7ad912fac6be7df9be10149369aeb3e61271d821bb9e2160f5c2147b600945
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979aaf65ba427e1c5f30be462c41cb02590f0122
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5ec650571b523773fac3ab29d1e9d82d6ed9754565666bc7c0432096f779aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4233d9c023c211a719fbdf4d456623d385c34d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fffe0fac87faedf9abceaf852a6ccdca3f30f67537fd09f9b3fb7fe3189d98a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a92c411a800fc204a36de73b6bec47ae69dc79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78502d99085e2fdc0b22bbcc8daa2ee53ba5b80290fc9db38850b53a53f77dbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057f7a4834ce083d4ca4b3741686d1c6a033bb03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1177667621cf2d4086bd0e85d9f204428ec2aeddab51f3a79825aaaeaf7160
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331acf5c755e0655ebb1823ca786cfe57a46665b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93f2de97184c676e8ad9891ea2e6f649d42a9be7eb3f48f5a2d61638c20ada0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678d10fa0c91a0cda484942535adff48a89fdccc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ac1e082ccd1faeda44e8b55365583ec05c03baa4750035d34bb3fe70266da9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdc6e19895ed9fa36e72bd3750db4ec6e8f9927
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a41fabad408506a3a954cf0fbc3e5060affaebc5fab723a30e143f1e943216d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519249aa7fc0f04cbf8351e7694005bd1eda6947
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcd9aab4b6a43a14dc404147729c854827c6ea5f8880bb30f641e8036d5bece
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f553e819533cc0c42c4b25379ac5f9379f9dd01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e83fc6357f899b2ed72da40fcdcf9b4b5f43a23dfabc550d3b8052f20e2c09
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e815ccad160aebaf603b364514240efcbfa4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20a20903ed8e6b5ee98569b710ba8e29745ac78e6b568cb81f8d8672129d7fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5875ceebab97f8d89cdf9f4759f1a92df05d195
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db4e1f132ed4f8432b5cc89aea827788c54ba250dc5c77d8372aee7b9b71a67
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadf0a84a35ed430d5eb978c2cd26419d60ea9da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a741a54bfe682bd7ecf1f98fcbb56a0633901b45c2b0da81d53fb532ed19ce6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9d5830eac10ae9471d13dbb7d415d13e058978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778d4e38c57455dd9d5f179403a0e852f1887f5002cbcb3b970e13fe1d6a3e57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee68fe3f5dd69fd324e5227490b12736e032305
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574129deba5a2dfb6a15f3d5511b8a76f6e4438997ea230043da24302e55d56b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f02929b5fb970fb0ddb1cf654058337cfa21ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0889cd2b6941056abcf69af8ccd97ddf2706dda9e17f1d4219a30d30d340181
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2977d42ee9aeecf65d97c8f4ef956d236c4fc4a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438d10f038bdab2a7525fb1ad43a6f8fc107dfdf8865929acf72dd2dad09a42a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eead956217cf7551eef948422b516169bd4f7781
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1069d3646f16250db4fd5b4606c469bed1e21c011281873d9c41b27811ce4bae
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b98e489ce98deff25cf5bd264e30e97dc034dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f5da3c55b2926f1bb3e0894abe2a1c5712ae3fbf68720f48dd22c1249e9fac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5818a164fa97f1e7c9607e94a46b2f30df933491
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bcd3bdc2ec8e96866c4c262987c62ac39d9365eb19506f50730c86433e3296
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6b2586312a040e8a052c142a07f7e9c63d6df5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acfcd49a3ac67d32843dae44f16c4459e52dfd351a553ce7a985934ab191e3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59deb0dd5056ea280e1b6ac0d47320a83c9165c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da021119dae9eb1d16ae54543acfa6d402c8261136c736ebc29c70e28274ecbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e907d01e12d8c2a4f511d4f89616aef40c936dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a5464f371eb20eed918b40eaa2b2e4811e89fbe3038d19d67ad95893b8307a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c03789ed0c371b569572b524b203d44450296c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710d6eadd1cffcd89258e8b992af9bf32894bdac36aa7f35e214081a293a6b9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59bd3b3a1ba76d66ce7cd5c1bd2e268ba4e1f06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033c64c4bf28010f329649a8afcdd18c414aa47972ff329ba67a0512011a6ca6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be346c26c76aa54fc4e7e6518268553a8f93321
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb5d9bfa151fa9cd19df7b07aac7b4cfe4fbd7ae0163f6c98bde57a4271fd7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac663b99e587512e152d658981df5da2ccca0f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9ab767dbf7dc1782d1aa1b3a0f19c431f2c02acaacad13f1c6aa72ed33ff4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09cd13322542da38c37b734556eb1411f2d9822
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eb88349bc72872827c56aaed028217fe976e29bb8653fa32d1c9ac3960f76c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155ef3a9ff5a0dcb5acc26b60bed497ffd50b2bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b38505c8bc752c64f1c19985da048a6d7f7c99a81626b63d9c6b9f7a8f9b9cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23373979a597487724330cd338ad77fa4f49400
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a1d4ba3dcf4d7c932cb616c490a99a3649d70472e81317097aa3f91db2af09
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f6ec3520c32a535e8e06cc556d680f30df51e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ed6578a3991d0051ef7456b2efd81360e46fb483dd1ba680458cf4a573161b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc781b5fbab0dfbd116e356808d8731b786abb34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5005ca705440fae33551b861a368f463aa43739e2317da193066965df44d0f1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87f5a267d43ce7d38abd5683000e7e129736b93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99be6e1c7665e2c62913a3138c620205b5d28dd3cf2bb00912b0d17149fca32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196aa2dcc35ddf143befa5f5b7d812d732d50031
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7ea5c0f276e1f4900dedf8a805f6ddd93343252f9bf5e9a9f15295cae82dbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9464c7a441f4a17ec8d2c94cfca8cba6d318e56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7088584a89b72507c56af3681b9b2fbdee01c3efcfe7ba47ab6026ad1ff71c2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bb7c0f37669c22a48d24e8aefb8aacbb0aa1cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32acaa1b931e0d2222126e44a566ba9edc17bd901c2f77faa22f30eaa3528342
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d60653aa806bcdffa6a9721628d124cadf3615c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915de1a6af818cb2c9be7f9b23a1c7662fba2910fd63c9caaa3039b93ebe2a63
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f2dcd8485bac0e8a83a90fb62fc6dcb58a186c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46189461203fcedd93d8d7a2a4342c334db71566f88b18a7343e04dc50cf35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53198d3cd26f507947c7f389d067f2380f5d79b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14768cab2af260531735be2c5a1a46df9e87a8474b2ff087cde2874c37e83ef5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eafeedcf4a55e37711a4b795de8e5f1b18f46c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6c935e72f71ff0f3472202e25072446cdaf12ff3eabf5d44b5c80352065f88
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352538730db181b172f8d09b6883ef9ef48ec639
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846ee35c4be28f624f18cdc58f06c2493e18d0d4c16f1392e4ed23e3332a2075
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0060bc440db8235b355856aa2eac0803e957ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6344fce8c74f96c51985317657ab59d99c82bbeeb5a5ab6c7b42eb71268dcf8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9eae2ac68265eb0981d96e48e6e196b8b4159c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e2f60918897e5af7eeb75e93d49f8cc99e76b31f5610437540de2427f2c51c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c7feb79d9861c73cbd08ca26a8073d9a5e6522
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc055c9fedef343b5179816af525e544125f1fb6bf89cae727b3547a2de7b49
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964cbf408283939655be1f0f10a9618465736d92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b39d7fb8639c35973e1a477f3b0bbe94fb14a2dca50cf327fad520050771f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d264d25be5e74d4ead98cd3c5fecea736ccd41f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9165bd3aea1c7841a1a879863027daf5bf90da5ce439314f18f61533385310
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1843c277c58ba4b4090f14b83d6a9ec64f3ee1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d5cd0b6a8d3d8384e37ca0a6e0ba4670facd0d49b3c56420c107f5940281a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f944da8f96740bb4ed59012ae79874e04fb098d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383e3c2f4f7e6a10357013a2dba94099827dddcbd2847dfa0014e88aef9cf6f7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a84822abaebc27700a0cc87224ccc7b0af5f048
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655bccb2a8b8046128ea8f981aed695ba5c6384e5c33fb31c07e05b4337f23b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbfa894ba87ffdd6fea9731c114d23a15f4c996
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568afe4b3dfc0b36132d4accdc61c3ef4a97b995ebc1f627189227a05c6ed2b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0728e9ecb019bcedb57c125202b34e006bc115d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02ebcb0fe59e0704804fa8b300da943bae711ff23f59a374cc7bf94ec909bde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893792159b3106713a3955042fb7618c74719a85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1dfbed42002c1f7eceeb00a236734d8152553b21a4dd99b3d39e9a909f847d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78179561e92491862fec13b68639445d80bc8d08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe07dc8554d84081740d2bd4331d367fce492b637396424606c39d33bf77da4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09950e163ae7b476a973aa2a7d354a1fbcb4a6a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978b345cfecc1f95c5880260fc405bc260cfd21fd0bc37fcb88681ed6dd53772
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665943a8f6476fe5e64ca8dc3ba84a57b3f49932
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281f4cd5b64cdc5906c3c8423f6fbfe3ad384415e8d01aba4c4b59c3f9fc8e94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2746fdc0e575784e07e82079f5d5ad21f1bb579a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d1c6ca95e7288944d08f69eebaab0c5ac22c266c785c39d788b9551b510144
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56bce1c9c5f500dc16685437fbc773cc94f297c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3e8912587fcde99b03ceb01e5795602da6caccef0838cbe3a4ec100f9ccc6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d0241010ee7e26dc54154be430d082d3277e79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72755a8e968f1ff030c30a58a0bc2bce733aeeb73e7be883b0893c72e2c7e2d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d16d99c5e9d20232b0a52e72ad5701a8907de8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663fc0053f4633a684c580fb1969bc01ad7198c75643f2e29cd446bc6a0633a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455ce03fb52385b3023fd69ee06148286953e5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1512226ac66d37e2ffb022f77db39328cc655e14891be935a6efb5efcae1f9d6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c15cd77ba18575c34156d6ee83ab1e7a463c36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8d0ab91bfec3fb7e4e00a60dbf649a6b5cf6fb54749a48689ab861fddf4f38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac5441d38f19ab4b12385d4a92e6d445fa2c59f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f72d2fb20eb881e233409b4fb446964ec91d7e6a199f7e30814ca166ec36b76
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fba7e6c37b3ba58c42e5ad1ae5f91593af3a6b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397c6103ba6745e3d72ffa8809ffe3137d1f686b6c8c915f96cc0386c0ba0ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea8de4d073be9f5067ee156318bd8c2e356e926
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ebb6f7259e16c6fd0cdb23278584173bcb5245f19cc1fd0328852c1c3d03ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b24243112b374f316bb13a156cec09d0e8dd14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcc0c7b272f5fcb2a045e127a2ab5cb83276011d35cb2f793ba20325726b682
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992cc049aca0078d364614c6d30f95c4f1c974af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338332aef48d66fe92b19493b456a6b7ba6e2923d1a892a333b6c27a0b31b4cb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77baada41472ddc6ae68e3c070ba7138a9e8a55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394b47eba93678c645a52afa4faf39cd23127e2c63868b4583a31945b600d597
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c191d8c0e27d576d9391a725217293911766e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1bbb1c8ed1bb2fd8c031ebc5cc78ad4b18521c383b9f6fcaec5b1d55ceaa25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857b5977e9e30d624705eca1d882dc5f977ddb8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935ab31ef92efb9cf35f596aefd29147f294e73f2b92281316d90cd0f268fe5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fd452aa1ae653e127eabdb9bc719046ba16bbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b958c3291239caa4836672d2a5dec094302ba0da6f6228713d23e957fc27411e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74ba62a78597bd512b125a2049c8bccf01f52db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4b8059b62c3913c094a366168e6b06fcd94124bb834af166ac7f745867a27e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d88bf7e97f4d63ad5c620e7725a1779ee1c32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d7ca2fce64534a3cb86ce6f1eb712b9a1fdcb221f305bd9acef4cb0b43ffb6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d3357d7cd74ba62a5262590cf08bb75c6ce1ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8131e169e367d5decbdecf6d440a2e9283dc9eacbff4df634981994d817f3404
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6842052b1f97d9c6e40a101f2b99989a22fbf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b5752f6a334f6b82897d3d1dcad8e49e5462d2b4a6e9cebcf85b3eb7c53708
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bea2322252f06e1c55a5ef1dccf29049fd654d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7822bdc6b7529a16c6f6b862156073d7dee098a71f83399383f39799be99171
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb7cb3c2799bb8e9712b1b2150e5be47f84275
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764e245958d766cc13bc46ffe1fb869ac0bba7927cbc9948fdb61c44b1bfdc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7212ccae939e4f3a1b0ef9388649b92bb49fdb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45fac7b031725e29dbfc2400cf6ac46fd5bb234da4b074a87e8d6ee01f0031f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411f6688d0c0f82beb8d46fe4e0bb0d1b3e4e2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7094957cae30de52b8734e5d0fca1ab4d08875f36c000253650e79c1929bbcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dda39a00bfbb36a3c49f13c6f01ff1079d3f8e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117c20c3a8547283b57ba60113dfa71b4eb8f6f7a4c678903269005cbdfb5733
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80438dc7bbd563771433ea4c0ea3abc2a072002c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d3520ab85fdc241d89771bbc4ed5d86d4312fac5435fd610e0797bfa5d1a40
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1e5562022d1f02f53a1401d33150681fc17996
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b4e14c41217c41cab1eb7dabe5a0f012dd48845ab7055c6a93ef5174a81d52
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fe32944b9cf96292ca5550edc6c6f35b348f07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dfa5d0bfdb24b0b90151cd3f1e3d5cd95de6173cfb2f3e7c89967867e5d9b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006285d72f7f98d329db7b61360b0a321ce1d535
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082ab1ea96837b2e186044dcf998a05340b200df3c680bf58824230550d2014c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027f48e96b74fe75b1777bc2dd6e87775d93f6f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030006ec88857903a95dbe89614fff112920ed419327cd7172951771df5c4628
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff8520b4b3e47f00c97f758840235718ec0152c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a522e934fd6870998ad28a40644b59a079fe5f91240abb19b4b87d416d9fabf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b16448c36b302bf72fe198862e72bac4b9903f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2353a3a9e772d72c5a9ee4a5c04b83107ae975a0fb5c15355f77b334aaab7845
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbad0a6f235161cbc19078d994a2965579b6890b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1675e3e4708bd48f3f96a75b2448136498f7812dd7407066027733188c235483
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbec126a1e9fb4ac580606b62614ec1ae458d624
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a5d059bdc53bd5f9158a963a8440eae1c02cbaf8bf038d77dbe387f85451c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699703de6525c19935fa8e523f5966076d16fccd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7726a6991ef0da8a894b86d7941a3b5cca37f8092bdeb78ae19c89cb38da75af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c88f388d57810c33656583d4afe4bfcab35cf6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f146df9401e85a06804e892aedaaf1190287ca8cf5d03639658c4b07b699ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc8591cb5bf4c311d2825d8b62c83ba6aaea055
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0abeca320c3bdb2728ee96c057ceb71a1965fadc35cad0a7478c70e6e061305
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793fd6a84ffaeff6c5af30b36cc3f3802dc64d6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22dd5aee54cf64340872eae6f5eeedb1583098b4651b0e0969e8947209178c00
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadb8147fa0dcc1e26be93676f1f170f83cb875e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d40e06e51a42e6e8d796da1bf30632dff2551f6b78485d95b1ffcb1ebfce124
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfef68545824c6337562b99ba812961c780b0f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88071329085ca6b4e5130551f451bf4d7cce5cecc6014665608f2f4a0953013
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51ac8ceb34cade7ff8a27505a551445276852b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fe039c3801a2e361606dd55778a3847b54c41d22761bff5110364974d748f3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef2fc8a7476ffd4f5ba06f83eb7675a982a298a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0600946265b3b78248a52e347c747b3ac3da8a92b772a399b0f410e86cf1c206
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a094518e0609de30df2818b903699b26d367effe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bbdfd8da87cf8855eed15a624d699888117b7f1c571c33760b6037d0e003bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91306b67ad51826b4e23a6f33f58e124efe03e7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70cc0aad837d6f6f679abc4da63c144cdf27a39e2cc29565b8ce9bbbec1298a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc860233405f0a9feb2a7a5f8b5bf6decf2ef862
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7d7a339b1161f08dd4b7f4c46d4d0f68146d7025ec4ae1aa5fbc86ac5eabda
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b2e468b3c9216fc7bf5c18e0cf71017ba7c1f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f773f86c161f7b88fefcb7fc014c0b3d2b6330584fec6be69003c84b1960735a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34166462832d5e45787aa001282a86a95cc49461
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2302c22a8a83ae168c28415d61fd643428892d342a6ddfd00c48632aacc71b6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42e783ce5827366d41d52faf4548f27540e1751
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c5a185236130e5432a8e82d3e1afc6d7a9f6347b5b061f93624614f86c0c95
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32fb2d211e60731159edcd58d425a9e35a4c249
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4199198fa06ffe91825e6e038f3a617f98e7e89e1aef8556455cea84a98ed8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fe71aa5bee6f46d0125607a3d6a46f69def350
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6574b4206716c80645afb95c6eb505003936bd7d89e00fcf9ff4abd60d96c6d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5828b47f4b91d104a562e5c4cc56c3b689f72de1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85115a2256a086df34c7cdbd4ea6b4bb649bbdcc6edb74705c95bbf177faf741
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9548398d4043a001f90898b689630a0c3fe79a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0b422ede1922da12212b028f2e4a320eedd7e1e0c61f34c259a224738402dd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4719be5bbc3d7b33f465b50d88fe980fa0c1bd92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0dfcd138c6285054e188ecdc6f0d6ae10dadfd013d9452a62d05db5482c3ae
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10a106b1b57c09f03f5c83fe001219c96933ad7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f014a4498a012818b63f75038c17e178550dbe569abce4db0a9816e4360d0b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb33859d9654abc97f3556aa4fdbb3c23bf861f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b55f25ba329ad255a5220ca50e29e6f67b2248ad1eb47789ef4d8e26db75f29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03967146a97d96591fdde901490d7a582082fc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d656a50c0ef83eacc1f664731d417c6d59e75f0fc7ad7187a36570dca5791ba0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9419cd3c1bc6a631403f8eab2ad453223c2799c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fcacaa0e880c5384267991e0f52f8d05f5e58fd538667fddfa4d0885d8b0b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1fa59d50be895096512b1931e99fd888f6a813
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b668ab5ec96d0432339e0b20817a45c90bf85196fadc40eaed92ad1dcc32c5ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc2641caaba68f5c31fccba27bd01b5f50a0c28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02c7c121a26eadebeb571e29081ca6ba9a3002bc297e8be54f642d7690a0bd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847adf8d677329aff1a79bb4f333ef17e756206a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9adef0587abace69c1d779e19196994db707de1331a6f319046f5114b7fce7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72aad5a95f819a17873c59da4e95004f320b076b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a34e2b7ab0200cb383022d13bbb03c5af76d472a758171932d9df6c927d2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d4831c5af4859f0a0511c8b252c06c164a54c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cabee3d6b1a1c1390b7a8d1676e780cb1e81fc89ea386143b0cbdaa7f2a9e4e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7224a95fb08e064583f3e033939e0becff1ae2ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec4ed67a2bae854a00984fc1a2a6382620e313d28211078200c9e99358de27e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebac2635e3dda41f3628d8b14ed993c47739d3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a29bfd1990eb3c75e2aec79dec3c927157ae44379bd0d0f8aecb9573a0a21fa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9253a59c4bfd1d963f2ff743d1281bce849d71af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203d7b0f294685a5d1068076c8ec88d7c60cf58b14e6d09ee0d820b7cc63a549
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc18c7870647d7aa63e6c65c33a346f1c1a64459
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1ee6ca66e05cb232617cf28205b7d6aa31fbb472ddaf9014df963a7c731f17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b65379f8fdb43d4a5c441c2c35a4bb78d6333c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e6129adab8cdaaf6c39dd9e614fb748ff97bcf1fdb4a81a09220378d5a6d6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15f8cd89b003c1fc95718a655ba5e82552df2c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1d70db1461a641890821a5090a5b5d5f5c0a5d086c70afb1e130601944d6b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb78a795dba883267fcf4c44ca217e395cae842
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1073a135cd53755b209bac6b297a22e4eb2518ce00482aa82cc334d29071a170
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98618d7c6fa58bbe704bb0785822e9d972dd43a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4679daf0ff92d918c6b857a94d74ed3c1dcce3a59ee93e29019b6521343bfdd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3041c8eaae9225a79ea1914e128086dd52172858
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0740578043d51e19a3843aca434161c14832e84deea4d4014861cedceb64b96f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c58068b99473a2acc8413a12806acded91a3681
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2025cb7cc7974844466bfcadb975ea11bdf55fb63167f63eb6e50544c2a573ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8f7eeca470e204dec564cddd192c9cb3b19094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa120f015d9bc8459455f397de0a9d115428343660ae05adf8ace34ef00a04b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d13969288f96e21f4c77f7c7133d2bd5ec5152
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d658c4cccb65a8e5cedca4ba78428f24532107e77927f40f1ef0598c356376
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7ec0d3934db98256b77aa06030c68023b0679d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cda14e77c7079e69ed3ce281616f8205275e59fe75cb3d194fdfe8fb67777ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51601d0e40a3850ce4224212dbcc2e167fbec2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587983723407bd61f75c4468dc1953cf4d7cdd09bb6f69e80f44a730d59edffa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51465b7b2da17907e442b701d3de882134012f04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b471d43d458351dde678651c9ff0b0622f63cea452fdc8506ce3dfa19963646
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a6f75ff90d118f834555b4377468202a8739ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85b42265b4dbe79b98bc5fda43f1ac463d487d87ddbb3d15c1b7bfb220c39dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d3d1d9dcc02861808cdc7edc8dd69d51a04a19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68770c1670db96f3fbaf8c0e78fa7e60d5852621a8b20abda545fff0d1b30610
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66cb9910fb7a477af633d29bf9de87a080139e10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa76b1d060627d8084f3bf48a5e219af7b65c9ce77c03f8a546a78cc1c3afc37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b85e02958302ab05a59b2879d4f3dffc143b18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23377632c7baca9f15e51ee2c750010ecfd2a914a41dede439e389a0321cbbf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd3480a40a18a5082da71b1ed7ce711b0458305
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55cd969c03b8c580b8465a67aea43c0b2c75e772f1532f7460b93225a526606
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62f341fcbf238fc799b80183101f177db8bb15d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852ec924e75f9d938a9d0e1ecaf59ce972e2aa774eb1ed0758f2e68f04f18221
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528a92b778e9e654081e05acc9d217f2cba5b1ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8e4e7154f3a549375c5731975e17bbaf126d25fd3013825d976ee651f3f1fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc80d38659cf9ac6877a6acdecfbcc5445cdbbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dc745f15cd3bedaa3f5060d602dbb943fe67097ff20bddf121cd10a47d6daf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d91e0e2bbc1405200470470a9b9f86fda93a524
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fe8207de79c0bb45e71aa67f84525330ac8903758aaed51cc930b57b716c58
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ab64ca673980221df81ccbc36a16f072868ff7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6a9cc2e76a4d8dceadeea51c6259f8347c00620d2c2ecffb639f3aa8f4ae36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e0ac9b606cae4d047c559c7537e33de8a6a633
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3448542ae437ed273f3820d1e308ee62ca8df0c56d9d864b44aa88a960d1f603
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1715d0b58a90fd1fd96d73b19aa4c27ab7548cfd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8021238efd5a3d3e08f407bd3bc5d56f6b878a151318c54fa2a4c571a0e7217e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c319fb08b177c9a86e98fd99d664a99811da5833
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59922b19057062380ddb06c5b86720a3f85ce6e038e729d897509569fcb6b82c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8880b71c44254d4a3fc63b05f4b6125d38df1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c413a268d798c513bb747b725b7628897c1ad253236f6577b6ac0f0ca1d9e5da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b94ad31c7668b3ce82c661fc74c09f0111a2aa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fea98a4f1ca17bbe48db7fa828687ab46550ea53d2aa1bf295810d08d7a77d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981769db9921b441e302610d92266aab13db1caf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec85ab9aacbada205f2465128fb33cc9049d2d47316cbe0535ddf23ece3726e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b7ad0b8c7a40b245b57158888a745d3a167e6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5c0699b0e8a7c02d8799ea99dc70124f85889049403ff7c848e80124d5c665
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c469f3d5f0666ba97c6a6afe73d700953eae7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfbe36873f62ff7f1afa5ec8ce387a03f28e5c6398efcd68e3086987cbf865e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea05ccad4e3f9e7d90185e8cdf3f768d8a5e2382
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf905d24a3754758945be208cf4c19114c0f1347eb862cb0d4a23f14ef88740
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3117cca41ec62fa5d401396040fb536245d1279d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bb92049c352540e718318ac7010aa7bed171fb477203b77d5a96ebd08147db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d642175352d6659219b7aa1133f642a275a4a33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24252a4010d2f624b07753e0c47b84c585011099710be1c5108bd6abb8ebeca5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c194c038d584188c90d903f73c8fe825b0cd6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913e7c2f434e154657839f31cc40be7e8451aacbc5620ef25ae521d50351732c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a15a5b8b0fdc0c3bf1289e9007125c23fac5560
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714309378ddf08f3078df8367bd6312fe24b44ac11b6571dfac557af0856081b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6b70623732be8922dd6f5fc05157e501d07f90
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e6fba28a09b12e239dcad29bff251ffb4674fd1dd3ac4e131f5bfa6cbd5273
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832a29b450b3a265feecfb9079d5e97779d1b1fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d436c43999e690953f53771b59867243f714f8d039dd152b1dfbf067688c19e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a549a324af1f4f4d5107db52b94108ed31e654
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57160224d7a3b9d347c1a1808e659efcda591f9a5c20ad2b4904ac9b9a51e2ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecf4558fa7e4b30490ad91fa095313d3d86e164
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc0ca624382145fb25989b6106016e4af1ccbe7728f0b00aefa1191f57d0697
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6deb11a222fa8585d8eda63c03a332645a806b01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10aa2e0771202ea7585f2544758a8233052dc3753f40674c6975d4ffd769bd46
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcde5e421a51bd8c937457df5a7caf0a6b7a1117
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbf5774b2e7dfe107147fc2c6c37b887f2905f20efe7517f9326056421840e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60c7389b2909efacc44145446049db356f047f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abdfbe54029dd2f93e5545f6ca261164d95fd84dfa77845e7978753bdee5ed8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99eef4098f60f922d64c9613b93e233da3ff557b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd827a74a9d07858698d10bde8bd623d0bd36eac76c0e1ef5a783182de395eef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba66b5ff8d3cb9595867a68c5419109355dc379
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0839a9054ca0fca0ce77d8ac5b1a13c42fbade8a87cb8857346b5bbdcee6808
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8268251e05a1de55bca4532c882d079630185c6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b811ec7e439bc2e12336f46293f0cfc269c2d55982f8f526371f0b2bf9fe7bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d55373829fb2f74e443a0b6215a4e65531f4ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20a77f61434d7283a0ce0e51e25fdd426ffb83a54f159cb2f49e9ada64e7487
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3805eda15d74c7531dde26084a5ab2a6b6eeebb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322338e8f128c39e19084c600793ed9c201002b5e25757284439ff532bea4a7c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebcd0e00d38256553c96e9b250ee2acb8b51174
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fef6a1731fcd5989137dea25e10690170f67ee93fc4f1c0dc26e00c1d42aabd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141c932744de8590b5eb94ee9cdd5cd9328ecfdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5113570fd20ed74907bce0f3f61a645562c905444696cf623e169d9d90706cae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10231f02f841052f21609cd623d4a20ef61ef1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6e11c5e14a5a7e8dd9dc5113a084aa933ceed295e0eeac42e336649272210a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d5ff542ebfe08a3035b5f40b9269a396be8bfa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1de104c96ed3793303ff8f77809fae6bd08a300abfa5758c1eddf8101d3a98b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136fba671ddb1db23d08912bef2cd80e9e36cb47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6bfc35bcd565c412ca27558720a2711ad062873be40f268d47675c0ccfeb60
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0692590c4dee1d1a5db3b63df4251e68b27a53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b54586750a684218cdbdb09760d95838a5a10df9a1f2445ee2c6295c60dd83c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f3820603db5044c81ffb8a3ba2d722dcf3b54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f34ba46dea1b417c54c2ef5bb48282b3243bf39cf288c37e21b98189102be8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281d605dcefea594b1785700ad64f34745f1ff21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa460d89a0a97b94540a697a8981fcb466a29e035e8539f88bff0c34285cddc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374a5f2621121305e34abef785c37bd5dd8ed39d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e381274ca2d5f9bc28e2cf1ab05ac694ff4ce1ba4228b65c499604c837ca66a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf30c21b3822305c1a89f3afb3bcd9673c26dab5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c6f72bc2e7a28fe7bc7dec192d470eb507d3638734a823950f20dc079fc17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e346de06ff1a34bfb8f3ff443cdc1b58b7d131
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a018adbfcee17073b3070021b12e11c65a2974cd276e615873e806a02cd60d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1369fe72a7e80f88ad4ac4e5478c7bcb3adf5bcd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1630bc8c7450b066ffafc57e8fa39c18ab1e2bbab67b85e50aaba7a386a44f06
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cecb54198badef82f92b9457af2281dab153e60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e73299ebb02a83d2abb108c99f796678f57ca19cb392397b3637d87490810d4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb47af38b7db391ebef9edf02d129ba265b54d1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5366611555141925148dfd6e50587c1c367f1533dba94a39ba5d09eebfdb9010
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11af21a14c917aa90b70609bd8d64f0d804311a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e99ef4400bcfa8a995c17ad63559785550a83130a4aa99815308a4a5089a44b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e017f03342ae69d40341b17283bcf5394ead8c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd1bc44ee9c46a2ab267458b895d4bdc572949f2081dcfa1f751d02cb9d444d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfd882d5b6bc28dfd7dcdb036205b27ccef7a89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb1e736e49be5eef8630281312564bd082a04687e08914270cb5533a663bf1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c453942a63e0417fe3a3cf4ff9ff3b0d1350a6e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2121eaafa5930d0881b2077b4a339757e03fba85775e656c3bf44d0ea94ed2ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73bad3f0135f2797cf7bce2e558cd9f9b33c2d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f3f97530f4f86ac0d6a2deb39ae050a69c6fec1a43a5ce5ca6e29e7fb5926f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c021379927852ccdb83b5511ed9e02d76b6195a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be6efe944662818a6e3b7c6b699d06dbb7d3f9fbc605c3358d6ee02c729a80
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250071608fdc2eba883daece32a856193825f0df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0434da6921939c20c88f08c6bc0ec6915574d52b347964f30ca2989bf4bb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4538aa7a8bb043985a3160291ab1e5ce4d48308
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30c2038a703c6e000523d29a4f18449ca425d0150ebd01c38438adcfef1ef8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da365f10e7f516b4a6d44c76360d46a44ff3a0d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acacc3e28249bdf068fbe944738311e9060a7a4fe5c9223308ab1f5eec9964d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4652377e2c0c82d141ecdbcba010e623f00b09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6ea6af8a5e348abca253f5e3d267de703c48a71424d7f8600683ed7de07ae0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45916f70e9e40483cbe821b01e4ad9276157e16b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a605bc9b5e111d1cfa2ded6cfa64007745ce6721db74e1b915722534f87f2c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9e992e813cddc59a43a66b51e8fac95dedb581
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69652fc10bad34231f6de635e0a08d344c82716034e7d325df8d4bfd376c58fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03112d56221f60ee26f92b4da2d6feb38c3a2920
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6931043dfcbdfddb848f3f8dac92af4a852ee9b013926c628bcc5fc2139239
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705569926af2270415a6f65de834237440b4b203
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8b470c9d7e402a3de551eb5fd6399b8b30539c96669850c61ca00e1174c0ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28aa02ec2f2d9a28bf20c279af4d674a2c8bb0c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e1edd65694f76de16b654adf18c181079851c9c2b4636c33fd41f370f52a52
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b8bc7bbdfbee0ff9544975d552fb7b8dd14a4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127370c0d6d1dd1bc36eeb7f5b8eb256b963672ce4715bd884defb0fdf5357d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d9e51734bb48c079ce9ea00f40fb4f4f5f5ef6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec6171a5dfe9b2323e1282b4c92278e964e28a2ba85bc834a3f58c4656e20f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ed6731a8f98eee9e0120260ede267da0be15c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b73dcc78a946302fe825dbeb4af2a3b6f8adc89a76fc43e27cb7bafa611e4a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4eb9b3e9985483c2be68c6b1f0ded7b19ff904
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a175d4c19fafb533a22b5b6f07c153ac020a47b1e344932c456251ed8a31917
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f71ca3d03e5884d2c2eb2ae2fa3a1540368df7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b95605c53b599134fcd46ba97c0fa059b1495ba48e98102bb5591550b20fbc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5bc7b6ae2b0d1e4c53c8239e28b449bba68029
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e813478e16107bd6855c343b015d5000121293cc4d344918dfd55e50e4ba6cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f074936f38c2eb3f2bef633fe93fda47d8594eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcb58d566165157fd15ea1d670415ca1dccb6c0d1fd4a4f5fd563c68b449c3a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e9541a45c4a092cfe546c7eaa4825d81bd0a13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c986fc044a2017b6096cec67c2d4457ee7b6f74f453fe3ea9f2fa27473e5ee94
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260e95f342d4d50171fc33711fefce67ec4f9828
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d6f734ee2aa205460259838940995fe936bfe97c1c588a86ccee3be618227a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1caef88c51cbee5d6b29a99ddf2df3caca22652d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7accae222cd2735497df0480e0f8c8c4afb4ce9e191e8d36e6ed9a31fd7338
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324044f3babd59c57db182c5a69962025eb48966
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e45efe8e22b420602be95da27a938e88430febc3a9c51c454e4f6117fa0957
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd278c024d4c0dd628ca48d42f76ee848268ae1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2833fbc42c012abfa87b81607dc3a63bf9fb4a6a3b59741c619da9195149bff4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89916da68de95af099bee69979de3cb855c6c065
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4956086435ce7ce30a41ab379e4b290b7aafd2ff893c502b811ae4604d9a2738
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91c61be0bbd1d31524c8839e8c7f3d8f1b6828d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeea3d661c794a99abc3a646078de10600d0416750a6a7dc3a375b290eaf2df3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0662eca0f56e92c397c808e305cf1b03007374
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315e202cfcc240529f67e342ce314c6f2c3f17414f4b34a98c1b359413bb4652
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa84da06831bb4640aa6cfbb512a1c46b99c91b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbb9a4dd304026095a1e4bef5e0df2b63ed3c948c00bd6e067cb0deb6c54917
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efe12f6e665e12ccc9babd777bb0db1580f9be5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25eaa27b07ad0ca4eb44a8e9834d3f08758a04c6aba10a36499f78d95ca20f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f7a98e6fc6e0296aef8dae0c480e703e3c12dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbcfc7d957913cae971f683d48526b5d99a23b62f8d688be9b93cdd3d71401b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36fd224035966b82d9b7a9cd91e21b9ffcc4f84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bb9ffcd604f3998379a9710d9eeb389cc091185644b2159daa13c6dc99f148
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb5485fbe1c838f8a234ced9c1d14655c0bc96a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9b58473e74c7b389deea20d2c81fbe4a0d9addee79cd285ba745033e4c1977
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae032e6c7874e0602c9c33ac6739a04e1ea459b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd28677388638aeed7d50fdb50e911e0f773afbe658b45ae2ab5f9a53342b496
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e345914c17409e5bf715a255851ef4d870ec325c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aebcaddee1f0f06a7921db6f5e354a44f7dd4d9f7731dbfbbf931132beff986
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e812ee6d300322440861ccaa5955f65c80f2e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4a108866e3c9f998ebd7f111c6e78e4e788ca08bc0f7cea56d44fbbb6d88fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f2cc55930f8c57192598b5e152a983efa3ca31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eca9101acb4860910e974c5b69ad56576ab58db0a1abac82d24ca195f0445cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636ce974863fe622b10fe479df5589ac6d94538
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec77c946726c39aaa5ac9d45fcca98aec1dd3642cf460414dca365b81d8bd67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b994d235afbc612dccecb7ddfb686bf5eaf3448
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1ffeb6a3f82e5e4c1882fe22803c4919c3b4a27aadebad3e332eefe3ed9be8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d63801d019705cd3f534e0e10a5d5d9f63f99db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec61fec95725c0b2eb8c8e0e3af550cc68063344e3eecd1772b483878531363
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59393bbcf0b5bc0b8edc8725eae9dddf056c0d8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dac86ea1be3cdcfc48195f8aec59ccb8485296ba8cf1aa6ca14dd323bd726dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42abddc07ba7aa32fbd8f45287e99cd74c1680a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e178b2daac7c48071eef0f762128ea3ab67140d47b86f23641bbbe1de2d925
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac2771297a22b5ec84127b489ae78e91c04c1ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ec3e773a89a317d9c147783cf8be1403d6626a2fadf665c2db1469fc1c21d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c5bdfa3cd242607661a154b177821e119fa099
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2b8ec76b5566b09e501fb5811088582d185996718520d8d1a8cf820104361c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c0c5642e7f438ad1b6b2bea5267b86721ca86f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063524d6d65b955a25c9ddb867e55b187db8c087eef9da35641be096bf838c33
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2d50d33ed3a297ca80e1c1209c1b6aadeef82f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5110b6ef0ed9326abe74bd9901293248666ba2deb2013e0de98446621da39e3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00201a7fe5f9e0acfa4fa9a4b6abefffd8a8fc0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e96bdafad8350fedfce7463d21d837b16983ae5c830e8ccd0b3dad6a4631c86
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2ab2fe53d84fb011b9a8aa9229af21ade0e341
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b19a51243db9e4f2b4d1c87d3e2540265addd3d9f0a9d9522c2d3a1a8710a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600cfa73869a93bec33acac9645f04cdf2f23346
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a303297a9d7fa49e7282a007712a7e3acc6ea4b2966555b5787ca52f80403819
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ebff082b2b320dec5ec1664b4255dbee9d8d58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9960b57ee4eb581cd043d28def68312b5327278c0064c0dabcb27bc61738f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b071432b4109af829b812cbb33e4c38fc51e7a0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881bf8169f3b5d964a6668551a945c59eb01c6d5ca179f332b31c6438880bbf0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed2c448daa982967554a0edfa6603b8a8b857fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbf6c5d9a0deeef0da7a5bd67f4f2077d93d8e1d3c4f715e14a2f4460ac88ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5966add4bb6bbcd1e95674576916cc63d137a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca6170e8519b61a9f97e90c3a9022b2fc608c2d6e1ec2297813a41de6b8d94d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee375c817d2f8d8462a1a63aa0301a5c27c429f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42bd488b7c610c7193872eced33aff99bf777c7547d63a5d87e333c748ee234
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d073ac463c5fe5eea6ac82959df008f24dd637c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7d74c3e5d554998e5a64985ae13387f3fee8a55e11f8c93bd4f51655108155
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8868ef54c9a639048497d8e0ee475e1e88856368
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1fef9b12384f1a43c2933d276df437f7ab28c867841f1eade53ef0085ff314
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7ac523324f10a69f93997d497edecdf246d754
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0b1676da23dde308c8a61a2d4367d7dbe87bfc491f5edc5796d40b23b91727
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1767d8d56e36f096472ceda58213f1925f09e6da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d5b12aa4aec3234dd7418667c26237138ed7bb181e7d8fc6fa51043fb54cb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23306891f17d353cb0c5608008c74224c3512dc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb77f6d46e6aaf60e5775c5f200610e136659c81819e2b8494869bb2c9c007e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc892f5c06d4ede7bf90f3e1e16846832c6d06f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74388357079fc5b6c3395c2fd53851712fb5de4399fe4c4c9b1c770ef320abb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58821885ef6f5104c1890ed316483ef51ac4dca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba38f4db4664054da88201d66d61a08f8ed2c0a335bd3455297b03245a7bc08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb98af35842af046c69fdfca3b14708467711e16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c261aa36ace088d8014f231e979fa48b05eb81ed571e03e19987b743487383f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ee8f7dbf3d89cebc61c29f76ba8d58f355f6e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25c609be57556591d7ca639635842090923f57b5d3ccede43b3fbf2a5c0c122
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cfd2cc8d3a288b493c52aa5212f05b09ab2664
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcef7934025be1ba47ad82e996c7e7babae9ed6b176b1cc61ecfab3e112ed182
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba14a50c767c521280bad23085929844d36933e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc20a94b223b39c78c046d57851460837eb8ed14a8a512dfd04244a3ac99aa1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0137a4979a5a254cc003c45b4dcbf30f9ea5c73a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21f24646f0eac8ecac0eb9eaf32c8aa34ac9ffa461cfc44a487a4aabd5cd459
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc599be6aed3f8539a730a2b59e132d684e2910
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a93359628348bf3e63a532836b97b21fc7b50b771396cb883d6573936c2905
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b436603bd0657d2ff8cc0954c6ba4c8c4ead982b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77832e65ea069bd147d0b6c42b8afba0858baeb2c47dbee073a13a1f100cff4e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be4b55497f44aa6626e52660faa0932ca77b401
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a7794ceec13a70224e2c10dc4ae0a3946f82d77bf5a613099a075315d6bae0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da55918bd9803e7dfe8d7f7c715112a928e8d432
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f356ed596e2cf8d376cd1c1722a62c877b5401bcb1929cbd300d2bc4ece485
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4710c9dbd6fba4e021935f1c24c1409d55a8494f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f64d798a010e831f5c7c635bb999b3c6a842a4ae45f9e0a256ee8d34f68019
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c994d431e0390c51dd76e967288bc22be5d33ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc31801176e779b00c4cb0fed73767a33f59b6b996dc2cf3523724869a3a98cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b6cf15ae0b4b82f8e061c2dfb32198c79eded4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d012040a9f4737d0d4332fe6e08b08a78825950795b94c58f91269078ba26e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6659f7d290aa4c52595fc46a9a9abd11a605e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745d0c778e840a5f47e07777e76832c586c982b7fc5cb8ba38598b255ae16a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7483e54500b3d2e253edf58de6f0bcd7f059defd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8ec56973bb53ed81317e6f3d6771a5f144809a23aad91d2a6035261965a4a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8c1835fb1524986d7bd071b6db9ef0662878bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c81cd08afecde7423c3d231bd516fc92f7158feb7e81b1ff0e49eacd00acf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f70c5bde4d4372dd1155a2a30e88ee85d9f48f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e5f44711b2c6f403cd75bc4e3006072b813e8a58ed3b526b10abd8be7cd930
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f77706413add1dd77e04c29025cabafbd939d97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ec4004c92e0ffafce72def392808e2286aa9bb171669df84c50adc42c3a5e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b48d08e9b99d9d468488240e07d858191343a6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c76c4fe075b2149dc8a89871bf33cd7b8c355b4a8e6c03993cfcd7bfec8305
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f145661e628f21a15a0b7313c802cc7952b7c52c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6559d869e5e94645987aa30c3b15c13c46ec7838c92caab6aa921c4d4a109555
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e690c72441e64ab96c69723280c2fc1a9d99b47b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a72664ba5499d3740770c0c48c3d8eb20558f7f03a13d844301bbb6a1950be6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5d7ccd12e64525ccce634cf07040fdac61b70a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc73b4fe3e5330869822083ef80d9a0642f9f869256bbd9091ab411bda6e267
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b85c406420d7be1d7bbf32f0034532a96d4e83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d03b9abab8331c057f7f0ab554ecdfb23f7c4deed1a755829a7d3a92e9a99bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7623bbbd048fed4ef0dea20de12ea2928fe89a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f692550b92fb48c38c14baf59075cffc4ca45df629706c3d151c618f17c8447
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a331148ef2cc282f748991aa522b784a4ff0ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f04bcbcf95a37131228568a790ffa0bcd0e3227efa5bfa204e7c8f7bba1814
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc31fc804ab2094151e272eecd9664933d51090e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25030cdb00330f2560d0adfa6fd261e69ffb9c79285548e4cd70983b71442902
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4da892cd5ffa6539efbf7343fccc999ab6d120
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365320c5d6a26496f0fbde29d256e334c327e2d81cc2a2654633786d00c130ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917044b165e014a0ef1b5ce379c7b9e05c57413d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de71dc1699186698bd690fd05e5555298dfe340656ddf8b7487066e062e499d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966428d7b30de39e1a591af17aa21c7d9b31fea4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c042b20ebb10502588ff9df837584727e410ea9b0eaefc9e2791d48b6071581c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a6ec433396fa2b774c3e77182fb1b1726094e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540c9854f72567ecb9b14ad9ecc11dab010a9cf8210d6356a5f144805bf24a06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae56687add2ae9c37e61e26de9aa896302653297
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98a17b9051de5b7ed0451c48805cf01638e707bf9a8b844dfc04af3740b547
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f785ea27ef7e23e007fdcd7273d1faa133c10b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9d268c3b9c6071367f916fd0ba0a00dd8afade89d894834d4109f6918d7bf0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6144f7192a54183c2b504142b141e253be5de206
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdd97d5a901a464db2b32e3e606c311c97426acbf3f044200572961d39efb99
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84af633d0630cbf8abfeccb5f118932bfa58a509
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0ce513d7323dbf3b874f9b1d36841ea2a8f42394c1d067b5b7ea2c90b259fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea08468190d88ffbeef5fd596226dbdf7adb53fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7366c520fe5e119d38618bda250cc2249425b110d56a9ce0329c0c62c39642
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb6b317dcefd1fa2110cc5a541df675f5f50d11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0e4ba4e7db88a324f2673c39396f6db628a9520eb6b991399d7e8e2709543c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f127531823d86955db3a98a97de23673da5081
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2124041a8fafaf8c904a171381b00f680417a6bcf1570e7a482134b84d70ace7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdd70a2fbbd3667c6cd41fb8fcbdc7b693cd754
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee74f5fc079860d9a83065edf0ce1c9823a98057ce70dbe86bda6647bd81e317
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6794e53bfa24cf1a7f96ec4cf4a677fe08772
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94b8ae50a88fc26c58c3f06066c69795a21a610462ee4c73c1e96da03ba556a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54e61c8e551f3b1382d7748bbeecae74ac05efd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a48c01ddd4e0fb48949c3f55d66f8fea6bd2506ea7253a4328da2c5661a4d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18a1c633069d3f3b5b5f4de53d16a8b504438cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01838c7bdd5c142943eb2d93a2f91da5f85c8b65ebcde8ca11f9ce36eb31fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aeb1f057be98e56f1b08b7c55430d6d0312654
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9d5993a3d0ad487afa762a45d131bbbda9b40b0a96a36deeb5b898490a0bd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9343974560f1534985d9a2f23260a57da4c1b0f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35667286e0736d77c16495428faa474a802369c1ea58618b50d2b4c29d373a16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44007cbaf66e81203befe3ea724c8fc21d77999
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c1686a61da8d54c4be986b72d3b1cc62713c0ed2faaf7abadea7df58a12750
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a22bd6a89b4bb634c001eac4aebb02098b5619
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c3bd4dd78e98eb6dcb093e9c9780521abfc3a9136f0e7ab32c5dd3c6ce8368
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6750b691825361fb91c1febd785da88860a987
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc3f03d3c36b9aecc2f0441a95e4c42c23895614f15985869eae982ebacc882
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaed64cc85fcf25b3f51ab98d92414a8d4705f8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446e9a6aef1f11dd62a77f84c0389bc53d5a626e50e3197782f4c8ae0553f4c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad966fb2934f9453a0516f1f79c8ca5471047f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb7919eacc6e9b2861ed7ae648a31c20fae460619bc89c92eacca7fc28e8fa5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a05e4491315b872f95b471bdd3eea07d67ecf59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecef5e661c58637df799847c3f442886b6f64979ccd33e5e9896bdee93f7728
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476cda55d2f0a0dc10537eb20ff018e6b75ba652
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488559b55f51ae5da338c23b6efd155f03b9f956d116e726e2e4cb41ccfbc693
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ff22d471b14c76fd976063967edfa415d0e44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34253a0dd73220eabf6ffdaa448ccbd2fe490feeb09df38e70754fa5a167d50b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cbca6a6cf830387d85e9a6360bb23ed52c95da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb640afa4227f6b3ae3942c1773c30be46e62b421ac6fac53fb52362ebebf22
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a31a55ca11f3c8f84c9223588b515603d0b5f27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314eb363795517653349f6e07deaaec15e03147777288f561d5a752bdb1a0bb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c92aad0fcae2831d5ea601143b44fb7e409088
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c37d2f918567aa7dedddeba41a2e14e80a0fc465252dd0286848e74cd5242a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a0cfc8e7cf4c2e855d729d4995e28feaad01e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc7973a96de183bfafb55230ada3c457d033840a81d43b5e57a955776a884d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37dad2fea00299105750819833e7b3d6fba3ffb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d76b2b384d99ec603456ea46b4030b3b72e1359eaee1cc42c0b43c131f9cf2e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05446cef8d3156c8cd7ddc810e110e534b00d2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862bafb62af11732b515b4ffeb08bb9a0c4339e06c7e6b222f801fc54e21ad1c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ef4a1ae08e91845b77f9bdd608daf1e5c706ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9994db042dcdb0ce2cdcd54946bb7b6eb2e0c8fffb99386a6cdd764c3b05212a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691fed3c4abb0a0f6e80de25b900de755d25cb17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0ff928b7779ebbeb763acebc0b239b61996c51613d28f809d533bea8e2ce31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049414b121a928be6b1cce768d4411da8b2c3468
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef365aab6e4c644fa3acb4e06ec5f592e41b8ed0bb79d1eb95e082f63365ab94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395b5a6a29eb6da6c7dd3b7b47ac800f98115b7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9c6e52bbb229c5ea554acf4a78595925dd1f6d398dbbab8dcbd6c58b4701ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32073987a10d48577637fc34631fe307a86a00b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b126113e6cb276506a930a6190cd9acf8c32555c957c105b1c9a66a3c28b628
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad4bc399abc16a841a60791ef4abec1a65bfa0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d864229c4f928e3736683b80bcbad0aa7b2240236c457178db0a08d81cf5adb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63a1f0f31411264bbd78dc2feb5b6df621324f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b97aaeaaeb997edf65371a34d98f90ed5d375a03e78b21eb1ded95cbb0084e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a0c5e64d0c34f7b5d488d12b1eabf2f1dd0ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7414f48d8b8224dbfac8447dded0a82b647d34039347a384077381ff4ae903
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819dc643631b2e9524ca85c2f2a6b0194346035f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e775f6eb79d40e05431d59143e3d5df888d8427da1a5ae0f105c2de71a11d9af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c9c3b4edef0264afd8f97ce110db4dfb4bc824
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4959135a1e15547905da8a0b14c5d11e8dacd5258bf4efd7abb7392f1141ef0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e159dc10b2b949fbefc91368901f76cf541a113
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e631405659efcbfdabd1e124c232a2a8cd03e1c00ca805f792da44d345077c45
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78b7c1c20e6610794772d576c85554f25addc1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320e4bb793f1ca792dd51edd9acf9efc04a390b7f0530757f162039b8be4ddb6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f8d67e2c78426d6a776bd3278af91f3a47e61a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceffa0d7f13c5d7edfe34442b5d2745a321179c55766979bdb7251d7e685c2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b94fc1f482b5ff24e4a78bb98326ce30cd4a25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c22b03d8a4cb2a5deeed3c87bbdeb88e86c631a2198d71ab74829a2e3fc901e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a532a834f4a018afd3ea324e75dd5705f47eff4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf991fed6845fd51c7b7b78a372b00c569d6e3e39572f551386747cf97324bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96c1cdf9b65af8df4e8e71ba1958cd9ca9f16cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ba2c2faa5557cc9dbb74a60487de50c690cf3bb1deeabe57db45989cf8aacb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8637a7e512e5af1e3e27ed8b8c03c7a9565910a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c4d4d6849c21e2cc79b71fc969afe7df085671219e2e910db5b7fc6cfdc133
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dbf16132bc6c1719f0e2cc232c152d294fb44b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fb420301cee09816846ccec8fd00c82ac13c19a4525bcce25795c44fa08c75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916976cce44cd8a7d9096b96a170b34c9da96d13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e66e636e89b127058023c66abbfba5c2252577e0e196182d9993ff92371494
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9838452e544e47eccecccb5d6fb2b410d37539bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb3a12c658b51d85d29076ec8b7df8c589d97b90878c1ea65fd6fbb51e89ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4066c2db7bccea221950a55b8c9b809dff9e5390
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536ece7ae2ff71c4c8eb02112894227dcdae7816aacac8830273761951f69db4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc768ba35dd62fd6e0e670c5cc6da80a1bf80e05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f964927eb7e4642ba0bc9e0765256aef73f436a5d5fb847ba2a174e2d21d4efe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423ac5fc56ce4614c3a173c6b73d3fa25e08f198
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1aa92b517e7e15abc4955c07c527ea7384867733af3397728dc02cd20de713
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb934d71390f39818e944790f402e6c14e972812
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995a014b62f2628dcc90510a78e639bca6fc3bdac6439789f395ebb7d3a1a678
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf903bd73fe077bcbfac59a0394ca33e6054060b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1c90b48ac840867ab34307adae7f24bc70207903e7f3eaee64ed63f6747959
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0db206dc273e682bbeebc50989ab47b12499f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46117ce8fb957602eb77904efe2bfa3c0241ebae61be6ba044e11947dccadd1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216be17a4e6228366cc55d33abdb88ade41293b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b228b8abf478c7743cdf5168cea32c59e3076f495c873365e5ea32710e04307
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce22c0c99107c06a4f4b5c0b5282e5d0b60e08fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76c99e1b36f8077966eeb98de87bf0b26f5d5f47ca77928208e1336fdc85ecb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d646d1749d17968bc011e974fb42a63777b4ccf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3b762b04ef6a2ce2c0b98721df3b6debf30ae654de94d945128648d5cac61d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa8e23e29eb8575ee31c17b6eb42919793f3213
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccabbd87ae46d8bb55d6ea260576f76c2994a1788838079555466a87760363c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabbb5c5bd6271df00ab6db5bfe6fbb698539236
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad63173b7e1f327b416d09a272c1eefcd6dbd79ee4c6e992ca1b980f7e7d8a2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d8b6fbdb56a646f420580bdfe2f00853089131
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f7ffd0a85dfc37f97f92ef1bad9f28c6c7eee3f6bb3d96bfc99a7dd89db53a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e5f65dc88328a33b5899f89476b52556bc88f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d2e0fc548c40c93b56e05019fa097c5fec0931351ef6c4e1d566bf761e4f03
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f91055f99727f3a217aed048653b40df0fda1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49b4f4cb9d27a7da0206793115ef0110e63daa8ee18cc580ca49912322e5c62
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d833653ee18231852d77e1d7fa6865bd9a6588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59fc5dff2fe40ca378c6e4c55a226ccefcaea701af9f1575b6c5e6c01c7504e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e638ed9280161861518eda4f5b8928b867abe422
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7fcc11cc132b61469be2253bf8e07c8e434655aacb48520d647a45707187e4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c277f427f25c120293f4f7da010b680417dc7033
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22dff90d75f978a2a131b0742676687307e68b0e505d417eb9965f2e952fb85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ab823401916a3b8e3a48f690ac7336bbf42e8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778d5a3a83ba215a563541e4ed733c6f6d7ccafdc439925e6b749ae181162de8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c581d5d4903c1c74b93af722e6e0d24f8cfcf66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed418a265d691d7e5035997ab92cadb96ff11bb81bd5ab153538c5faf4ebddb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05baab002806f6105e51dca99e7682ee139b0d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525751291eb00304d2ba00d40a723b469f48b3151ac72433ba9cf2b72ec30334
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb48db920cad3e5de97f149e12899da764ab706f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81db053b9f0cbd052787748f3a959802c4c5d364b25449b8d85a8902740a0698
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6324416f86a998e35472d092423b352ffdfea61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd634409192b055e6bff3a79f08ab1675cf4b805bedde7e4b7d0ffea3b689c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6f27d901182d12a35f64d436a92aa58d59950a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05775b0ca1bef62ed2c0bbc7f9db61c8dbcabcefbfd67779263e784f74f5b26
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698856f6e2235abfda32f692129de03a7b56e53f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7c40f1e966f9090167752084c93dcfba6362ddd29080678864e99dbb4c1dcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cfc7112787b8060fb252916b5b886cefa11794
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1970e0ef54a21ea9b1f8af7bd33f67578a49b6b5d24c057f62a1f7320fc1a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002917becacc7208b18782f5fee13ee45b64d620
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4c60c4579fc7a525df2f858eabb9de640a19cf4a3d079a0396586d1088e5d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413ae062ad9239cb7aa91844cb2c944c831e22aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da4182075934fc080cf25fb8fbb36e9730f5dd0294225df2006725f615fc12f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3522a51803c8eec8a04fa103e841189d5d68c58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b128c5cbbd4697f41020c23f069eb8473401493429514d704152c777995c0dc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dace1e26ea2874c8262cf75617037bf1d822858
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a087dbe02264853964a9fb20df9b45845f5dd1422c735ed57e403ff65ab023ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4788d1b6b7c9636740b7d4a1774ee823e7bb0da5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b4869bb103a3d76cb75eab751f0c3b7de368c3cc7a8627b5d761faf60d9b9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9579a278f0de4b49c8805b64b81775b37be77e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d1f8ae896fff0fdea62e18d5a3f84e64354d81ddc47eecac455da71c866631
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19175d5ad2218c1281707f7f2415eb7ea50cc386
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca56121928808073907e33fae8603be6040a9f6354530234029a3e1129e05825
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ad55fe34611f0ede479b02c7c738c140c5c970
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e2cfc65908329eca264b4557cd5d062782b37358e8f76bc99bce905ed346f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6a4c47e00ad1bd279b1e9978cebbb676bfda7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1631b53b21c9d7d164f32543b9c1e4bab0bb77da7e6a8002217fb201f5eee6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca24c9a79f4c5f9425904b466be86b190d9b8669
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507beabd6e01cf41132c817af93775bb8a3895e4b6e72d38d57efbe6fb2cb425
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0e7ca29fc2ac92dd40705bff81b97822f6b8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2089d39d899a4d63faf9b914b4c06f6f2640a3cc11df2e228da2a843afc0a343
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3468239002ff77f17d635791e0d00c01ec8a99b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ece881084f3b8d424fb345731569cf2c1c6a9f98d89549b489c7cdbc6282757
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3521e8c972dec273ea223dc570c515e13cfd7d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d5f95a313ce0758797a18b128c0fea532a512b71abcdeeb1250a518b9afb3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd9cbddc36508da8cb99287dd6dd5c77bf94942
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf12bf13c59ec23c0477e49c1626c06d34c485e879650cae8d3c17b7d8c89fa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65923921e516c94ff3de5af137293fe6e3e6f2d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bb04d8f95ae42ff6535b7beb52a6a6e538d5be1c0a947edb319ab6015bcbfc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67275c5a816ac05d6ad51004187b6c5f2905c71b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9f65061168348eb139323b51f094fb34a33216db41e20f199599f802f754e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777579c262ad61fc77b3b89d0c09dbf07b5baef3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6299ba4b3675e33671e13b700a7db88bf57a90f14cff8086d602f337b0cbc67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f0ae3e4a2471fa168ccc636efc5c5272bf74c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e174f33b05ad5aceb3ee92f821610b70b69c213f6b1b74dc94292d85fdebb3a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c36a66dca336ef7b9dd447c4040477ade3174d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63afa0eddc45ab3c2e9a79cb67883038d33367d81ad7cbe1a52a67cf6ed06d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09fd8f6894f82be9d3d921b5182f177ab9b1f17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4613dfdcf020e9cc1fe52e12b1728adc1374395662cd66fb7697e885e813354f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ead75b18672158b2b3e1090325d298c75080b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b5baa0b9cba813f968caf37fa6b8cecd5df3f65cadd44078f0b37984930327
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998c0a3eee036229b0d156b7b0e37987abea9226
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09cd24b9be91df86a754895d9b1178a22fb8782b3948eb3d878c8d8ae421a04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfb1f1f429ce45a980eeef775041be366d1d164
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86da5e8bfcdeb1201ab8e858c4e55b2fdaf1e2a1742ceec6590f59f744eb3587
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559b239be332a39708c9e7536f45f46380b91756
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668a129377049d5f17c7facd76057d9eef55148dce4900bf21724ea84868f2ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f576cde22b4b33f32184a3a7d0ced853614d596
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2212ed6f933fa199230072ab2578d9484c484a29e341a407e6415b7c364a10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b871242a0ab859bd659fb4756dc3985203f865
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398dcd7cc0236eea89d63b2e9754ff24f6a01a0d6c7b81f074b5bc284716ae4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11494e3466554d04d7668173cb8bbbfcb4794420
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d40349ec92e65cc8292d31c1f0e81e1d1a5d06431978b76fb02c73f6b0f5758
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a818f1f4e3b60a491827c3e9d88a34bf766e3a66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57cb4bd1a6e7cecbd3b5b98e903002d1b2c4bd03c9ed6af47b3ad2fa79ae0a6
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdcc6ca0c98411a81fed60ae543e3a830e14b62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb8deed4bf0f8423d7b38d19b2864c192e0c619b99b4231736707d083684f7c
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c5eb8238a63462843fd12f4af6057055a81e5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbed175c8e4b7dfcdb70b15e3f10fe05829bda09d4ba50366ece5b787529de4c
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beef9681fb4d7b4cfad4f8511a671389ba0732ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab4bc8f341b8c3c9f8ea42bdc7caa23b658f3265a4bb9329bb9ed0de8962348
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98de24e90c25f671119292c1f0c8d20a31659256
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7133e117bd2878605f9dfec71cb930e47bfa33d30fae9e40f96b728c504c915
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aea7cc4981de629aef60b1a08f500ac6d23ff8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25afaf52cec8cb4b3ba78ac37b701b0cfc855e34d0ce2757701d3380df722de3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5979016447d246381fcda617f67856ba8d861c39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f748d9b7395b9b65b50a545e41b42cce954cd2c10f2b7cfe84fab9f54933dce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d6bfcece10c2095ab53c34059e21a33129b155
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfeeb16ef7a4dd5aaf845d636b6ab7450f80c002da1b0ba35346ad7f7b6fb3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936abdbb088ae4c80e8c269b5f2fdcf0ea36e5c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfe1e01e18ed43d0fc5b75bd14a22be10d08918378994766f5d08202345841c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f965f1d502788babf4331e5f7ee292882d42ec3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bab3891715964fb60f5375e9f8ebeb8f23d9e6cad9ee576cd8575e7ea19397
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310d6a097e8ea326fae2c762b42c0030ccb108c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c8253e292c02028d57264e38075bca3a22684b17ae45230fdbac9f13307142
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9773680d6c8ccd2bc83ff813454c2605e8ef5b4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c435d9e0110ba418e20d265176fda588ab847f499f9ae348029c9ffa8c917dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14ff6c20a5a9de1ebfaa7142a8460eba6905734
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d501f00c4eb416430d8cf1197b1835780dc9c74a956da9c7a473d9d7e33d9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688b8798014708cda6dcf024c73f8304ee1758e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433edfcddbc521af4d746f1a8334f49b1e1d3996377f06188086019d754153d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaf3b570821e4db6b85fcc7da2a43f430fb1c9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1d112540c95c9afb43a74e6bc76b38411e787708e525ec6788eed0b14b98f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad24efd6e60f205062291c4968265fa1c59cbac2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ddbd0c9b78b63f442cf4b89d65e1e457824dcea74d98dc2f7b604978bf2dac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac8169e8b83af5f3c91fe8c0f16dd78566b1c33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1d0430289f09b8bab5d557a7e91828b320cd3d5425d8af4133f864f982bb5b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2a52fd783a9025db867f1c2500a33846f4e02d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ff4e6f9b2d24ba86b244447a556e2fbb40b5bc3a64b499aa0ca68b7e98ad89
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e304326d73dc6665cdc75a864b4415a587bc980b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde484969430495ca02702622fd8de01706aece516afea3a6bd1da5a7b3bdcd4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675b1df63bdf2e2ffdad8780ff3e343c1aa5aff4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8095bf6f8dc34f8e2ec3bd6832abd409146586f5fc02b7310b3eed78b47f0e2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6566a85fcecccf35252187194890f4559fb90df6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b51c1c570c4127d4e56715b548dfd0643e8db6fbc14a9e93252de0710ebd45
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441ea91f4be0d0887becd4776fbfdcfbaeb83f38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d977a02342b06f0fb6516cb593a3eff14ac3d92942152ef311a9c4921334d8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09484a8f16c38890a0ef8096ba22926d668c90e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b53c96457c9176aed3adf2f81273626e2cc376abbba99c4810ce480ad1f495
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def4cf6a744edccdd1b04ee5a05c21552ef9905
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76985dc6de43433af00d47d9322a84e6eeb7124d0b4e8ab05b8c7098bab497e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bab84f0d5909fe881e87c5d9125957989c095a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0507137beafbf1bfa60834d003fcad6d3d8fcd2ceab0e0411d2a4287c39ea612
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6fb160c7f28fd38639c31c7d51423723b197e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4055822981efcc431d132fd281ad813b654ed3279e57c705bed773915da2a767
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694480ca69cf163e1917ded7ef0a5301b2057017
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc75ea3e64a69e5a6edf357f1b782b93a90d421e393f1df9748a1605c7104004
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c418c5a59e7d1f87ad3756d969bdb55327f0c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e78cb621e8c4e304b5c5150701c9dd4b5791720c5aa38071da794d0b0886569
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69418326c372c34a9d6a2cb2b9d85fb03830644
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be0b61fe89b05884538af59f4eb0dd4602f1f70f8a3dcda1758072fcdf8c213
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795544d5a7d3030355da215bd92a272e5c8036be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26d3fc8989cf8be4d1eb16a0e8541e5b29c44761f6242f27bb172d259d9bdf9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45814cbd97a26c3a51827f214521996719c44b73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc253692af7d2c44b4f8b4c096c13cbd267c619d94c6d35884ee247ecfdf9d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4cc7f090c52007aba0c820b8ce003407bad38d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4744e1f4130ea324eb1ce98872bb880c2bf642a65464c5dcb126fc2a58cb4eba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa9866fae8d926198e792ffacecc038701fd013
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c831e89f932cade78c808f18896e253199149eed42e14588258b21844943f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd13f6e1cb64c211a13187360b7dfdd1e3e22ff4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d257f168192921ebf71d3e25da41d99f39948abe0489fdb7ab1cc0afa418176f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6ec142e67ff98de61d2e7b7ff82f22dcb2cd44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea839d03c104e350dea2414eeed46be486ecaddb25de28fadd07ffbbe2098c33
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a78978a114cb4239528eff5355538762584092
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8823193eb1c19c0050aa0ff6e17a37bb50ed6ec6d58dfe28e5de0f4c014260d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee6b3a44e0ad9601ae331f9691bafddbf2fc92a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e29520c4f875545492aa75a816fa2869fff9c2ebd03fd183eac371d4b888562
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154156f3a4563c3ec8fe7e795898e89ab05475f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99d26f4a3381df1a4b93e914579d681fce864f0ef0085c4633032147702f72e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea43a62de67585e42451276745a947ce53200123
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc35367b60f579baad991d0bb77932487f9dcc84ce6882f3cc770e9cffe1cf1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df621e95973ac4cbf1b9059e3907a5c48801c809
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5254f5f83f4c4fb93a5f6d3d8e19138de6d9a448bfa23233cfb10a192c9aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01beeecb53330fe29929cd6daf5ab2586c83ddf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb92b87e4c34e786efb55234ad1191027b3fcd0eed1697151aa947155a4fb342
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48330ad8872df514ece700d4465ab456b3c87a92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a26414748a29a55364acc3671746771593fffe855e0ce08e4f86d876b434f83
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380ab61e6aad1002bc81588d7125e25f74704a34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800a8855b68d748bf411f50f826eb989320e01af1c44cef3e123269fe44e577a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6264e17df7d9685cd2fa4e81e003933b352661de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1df413f69f05c68486cf1c2972055c38f027c805a85b694f5a2957ac2db3e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c4b9cfae6886bb7b5793c6ab7da1a31b3aaa49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9472b18aa132331f2a2e0fc23977c2c00872853a24175d5c5961eccede5ea0de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99641a16bfc564720f7c170e13d2bd98b3ff4ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b1549fbe0caab197332451cc59b1e597c61ff0a21b851e3d5bcdba23f7d18a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01dc3f2c8f5e06f8166336de3cee3200347300c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5a680d146e329efca1313a62d0d7a9f17e92388d6327292e4511d5d03713e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f9f89f8b6561046bf09838c74f64ffb1538b1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d920407f506cdfa84d7dc748f74a55edef1384631d836ff9baf93950299c453
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f3f3135290dba69ec626e8a0b0b70d0b08b9ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e82b5384998ee9a5bb9d88149857e21b57a414e52ad84da8b9062dd0be2533
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262c2b2af4a14c6ea8ddaee198c46fc254bae393
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ad5599c0c71848ee9d4538f3c564d73ebd952f1e8f4a530c48d26aea6b0c42
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d0e9335767d036f5c7a667938ac60d5e16bda3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b917c979ea93406662d903912d8c1d220e2fb32058e028f5cf0164c9e84665f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da754cfdd251d9541cd003cda103f88ed00839f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f625ae5a25c50ed83f91dd4ac14889519cb7b970c73c89c4fccf27ff7dfa0e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aac7335abb3f0da4f810c6ca3d797b3a37826a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5049a40e02571d268bfd637187e1e8ce564e1d0b3c697e0183da50c8e3951fde
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4056b6bf8c59a69b26e8b1582443cf201b51de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ef1bcbc53959065dfc6a2fde55a930762dc45252152825d77946e643721e15
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85251d0ce6442e8ddbed1004065b280aa6ea28cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6833cbb3bbaff5f07c08f62640ec0cef18b51454e67ea73327ed8b20094c01a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e54382ebff5596f656a55f54d2c3991793c3b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9bcbd4e0dcdd4190a62bcaa4dcf70659a51bda07fe661bb0c87bd752d27b32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e596c1f9cedca4783c4cf6d1278f6b4c413d5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c5cc67503bcb0f35630136e995a1b25c0814a052e719af1ec6ead5bc064f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34b71099bc0b1b4c0343e904b96eed81119969a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58beadedbb0ad9f335a68180642429dde01ea259e60de92f1d77a8e45a48807
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1337bdebca35201e057ea0bc1ed66e88593dbfc0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c89f90e0394a537fce7430dbb811dbb405ed2b0011534e3338fa7bc55eb3377
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d3b8216f9b1c6d0ad9e6c67878924f0c19a6f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7693918ce2f0ad2f3d385e69927463d9d95f94f8a6d0f7a684c44ea18bab6ee5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6646c392baad9f50c2b6c86bc2452f0d14f5581f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7f433e71ee6dbbb1cb1051e67a58eacfae5e68a38301aa529925b647bbd089
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe21edd1936c30112d60a204d221f54a33d59d89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d270aaaf8ef919d35be014c143a544474b96a98bff9a96375efb85a02865fba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564581b69e5abb62fa67b63b8a10addf36aebe68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d22860bcf6f58a18e67b4dbe342d270b40faf5875853a4fb3bf6c6830ec047b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e362747c1f33303c302e96cdfd2a04d5a57f35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856d76f93d0ae4869ac0cf64171e0b46132ccf44e0b4453ec8f9d7561ceb3452
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8403663981d34b34c39098094696754346af818c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db4a877d7c2c21dc74df6bbab95fe11418b4d39e23595b0c253ba929c3bbd33
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223d6e1ec167464041e7c658ec946f897d104302
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a84d69b37c018eddfe47bb32bfd2a8f6ca8cf3465fbaa76f5f41e589bbd758b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed106cd7fb2e4c6e9101f29d4f798233dce88421
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f95fdba4df93ebff3bcef9f8731f1654e0138ad153efdc22e7481c375fdf21
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3949512a60d495f89eb335f5b71056cc5b821d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469777d13d38e07d780ae426864d8041bf4458d809caa37dfd772aa216b9a474
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d68348c955cae8e706eb7d9b7959e7eaeb84a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa0f2c54ed16e85639f4b6ae6ef98db39107e4ca13c9dbaa264790f492b6ece
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712f8665c0f532fd8916a732ea519a7968ad2ff0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef7d6022fa59e6ac99a5d26b9e06fc8751a3c4fdfee8f6222f11218659820f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f05aaabf93ab97217aeb8b5996dfedc8c4c0d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adc2fb6ba69c79dfbaecd14a2e8422bffe33e69d93c1f57084e38d70212009c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b2583bdde3dbfe3aadafbd40adabbc7c35e18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737d59f9f7bd4f14da584451a2dddb30fea432456fc8f1d2b5df748bf7985b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b81d2a01d6dd1080d1d14854efcedc8e11ce130
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07027ba4ad472da354874a859a083abbb6282d76ae614a01f5643ab8a4c68770
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1759d7c84e6d6990fda0e6e5e5a7ce45d8d511
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e0e2c3cc6ec721b59205748fb3b37f7a50cd46ef163ccdb7f41948b48c8ad7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16836ed1a51bc971a52782dbe5f4cb7821927949
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dca07c37b4985359c1f41713ba2dea27f97e1d87ba784464712e0fa96e1453c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644983686c0cc79ae0ae268c7e64287ce3ed841e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be7b98a35500fba29da4ac4985b16fc9fb662c7353730c14bfb3f6ad2481620
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcf541bf4943bae29ee108dddb10d0a389ff2ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d80dee71dc1b15aa513c90a921298a0001cb961acb62b28358a1f8ee1879ed1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2ac9de14057b9df041ddb288a44838240e1b12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff9ca9770929fc12b54637dd83d9016480fe57a1b1359d90c05676cac8ea50b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fd16dcc6e50a05f1f94b4828faf5a0349e5869
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d8b1b4da8cf4a444b5fb98d8d21735db9d8c51545a4741535e21a29ea0a18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba94b175d2e8e5cd82644d777e13120d2c87876
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161067b25f17a9da82570bb30638ef8da487543248aafb2450e313468535639f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90be69642f348d7fdb85c391b5297d842b54e6b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a22ff28f265d2cad5668e212b61f7b03b8233fbcd2850d40ce4f7d6b27ebb99
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca4d035f28f7c011f87444bde49c7530465e07a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167ff67cf9e8d9bee4fbfab9841873e616314e91a7433bf023601d8cdfca2b99
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6e0c28a2ab86e3ac4554798dbe3ab9e7f6ee9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed4a58f46bd1030ff216bf657a1ae80dca64c9ce8c42ea9bf2d58b38a6a3fa9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e76f3194d92d6bd7c2ced5432768dd38707097b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5d26574c1d231a9839e6a00c7179a9b2aae2fc48d409f37f482fde76b22677
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86cc4f56c105abf254f90747923d02066062985
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1430f88d061e3f327d172c7148df8b07d34809bfe05c172dc007fc22456661
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec5b922d2fd2e01b85424df132ed862215d38d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d82dd7261a2e38d3feed6b699432ef626ade63cb28b71530fa16b0601b7f01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5510125755de935d2609f6f1eaba99f50c4720
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b97304a8a9be2f116ced1062433ecc265feef08a9914e019946c0f3ce8d065
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f727e1ca78827f06568b9189ecd5c932e6470b33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae0c665c87e34edcc44cc841f3660cd4165fb9d7da221abdf5d49e18588e124
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608ac9950f54b260463c5f9ae8d93f1c82b84f34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ee9e9a88e3267723f7bd50fc8d3bb03e21d578f56c5a2fb757a2c8bf9569c0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962acd929aba4a8c5015fd41628c11e3b3dfe83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8706fa2bef18874dbae01553c967e0b92aeb7987ab0fd85c981f9433664929b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1fb64e48a65e1a8e04ac19a41815dee30a1a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b42636927c3a84489dba9f60483911924da2762b8c935c145cdf4840528ee9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c157951b8b3e47909a959dc9c945c33f24858439
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ceea0d5d6ae73118e2ffe6b3e402ad55bfab21ca1578fd2d91f26bef17c2a89
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f946b39ca9387255ba94689d217e20cf2a3318
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f7ff5857fc4dcf9a56ecf8821e865f9e2ba345d677bcb7a477e6217fa6119d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c12d366056ef228c91c9b269804adeba3ae3974
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeddfc7db955686f46210793ce62b3c0ca679d354e3ace561d6ddea6d05b682a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896aefaf47e169f661c2ff9a8303d8cbed092037
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c032919b85a79b7a68b8b29cfeb9c22b2f24e210e19c25773282d108c47f91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416a3657f0cdd44eec64aa98b95e2d5cc1572848
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fd4287485de5262ba96d4b7166136e647aae555c501e9c4c8df9ab14e78eae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983b61a79cdbf010ba34b9b3bef2c2125b5c0c3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81397938cba295206f73649f4c803f95c22c2f897e3ae525b51e667d10595e10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3246649caa07a30d4983250304ae81f4c3b6ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1898d55da870ab6fe02a4d84c98f99f6fe48a1f6837aec563469d4872248ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fb5a52bd1ea0d0593d55ebc6fbb5d9ccdf11bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5111a1ecafb9ee618babbe8c95bc1fc69e8410d991f7db28a336c69268de99
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac86e56f738136f189d46f87f5a811ad8da5ca27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4b3a0a67092a7726eaf14e55b1210bdc2e99c354f6a62ce88f4fcddc1b0245
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5233c2a8bfee3684ca64e0fd3f586ef497703f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b83d501935a906faad2aabad7a0b9f03104ec47e56766b7f6b30566fbbb47c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5801e0b7cd98220da14d15f308ad4236d11e5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c2c1aac0d0a1761644a5d18246d4c373c4ae2554a9f5e210c7402e6b3705fb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcaafe01c9ccf85d59be134977cf00f67e74638
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9828740bd08fb06158d9689ea2c809567b1e4b2a2dc8c885ec144faa064e1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d7a4319fb490fa6516038fc7cf2ab9c607af5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a44348e1935d4036fa16a974b71f88840ae5e058d751d9af0ad9ab078ac2505
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f72cc8504b749159a84066fc0a9fc0d42bd5d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af57f0864039815ec70c61c0e8dd73a4ab2d9e8f93b5f40e528afe096510984
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8be96c6e278dba4557d0bcc4056789a588bc5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a1df8e25d8f1e58d11f18013f1a26398bb7e647cf34575c4da227316f5647d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9be4e84a441927b718bcbe9652c029092bcf81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96df984f25b3206c4efbe72bfa0393931b2c373058412375cf0218b94830ca1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aac061eae031aaa1598b26fbc93e06de478151
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a1a714362361f77e3b42a4c3a191a5877f4e01777cd3e384b10e70e84026bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6821f5dd9b9e66809e930d187a8e7a7eb3bf2de0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2c2085e771b2447930c6bbbb43d3ffd22c36e723c6c423e72d614c7d74d96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d5fb1ce21438ccbf9f569601197bf356b8b2c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cc6c4d07fe53fd0a07806ea402ab173e3b9a7a9486b1e72c32e3a64295fd1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741a82717fcce479d215c069badd2ee45465830b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6142736c7659e06bb68ba27b2524956a43a667ab667fbc9bce86dead3b9764b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea81598ea03d04162610bda167bcaeda9ea4973
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17be186646ec03dfd2ceb6eef8b3cd6c55a247c488524d808a34c2fd6975759a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2018ac55124cac8aff1d061e569e83a1b588ae4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3cc1a3889ef61faa854c3fd9bf02e75a8a227270bacd8f904920958bfe1cc0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d79e89be704fe0f586372e1cfa67938505cc306
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bdc262cc4fa2a65ed15c32c97bf0a3608fb652d576d1545140d8c164cd8ab1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bc4813ce0cb43e44bac0891b9420b3d8d5ff73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e27dca375a9b9b294275aeaf2a16cfd6c41854ba3294d1f2dabfb1d923789d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e25fa68b01f150a85cde9f685c2e35f34225fd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc7cbe08d9339dffba60b16e5af24713c80148e0336e2b289be8e211a099cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad778b62005acf3eaec0191bfab53adef008951
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19c68d83d5b0e5fa7c6cafa6e2c5aebfe49090acadb40007ad6863c90b37b12
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558a0b5746912d9f69260f67e50f6d94b0ebeed1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e975776ec8b1ebb2cc072ea362dc8b76dc76d69a258af37dfc15f4f7b8e31d07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a95e2ba588a5d504c5494f02695d334e5ea2ad7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf7158ba472d665fff7278e61dff4a505dc344be0e662c4fd5a75a098927089
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aef7633858bab1a9044d63c3073940ba0c3c7b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a8c9dec07e8385a6aca7d56448f74a51216d450d7c7e036dd0c295df39c15a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a15d3dbd8f15326a8ccff8e14481f8f16469542
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc1e55ea1429ed5a64d095e11b25032b59105b61f9c08f7698dc019532f7acd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a28a9ee7e6467eb02ea37de06e125010f40d08f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cffc86869b17efe64125e5026cd1323d9e91700e1dbc3b22715809c2babae8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562fe00e4576dd7ea0ee43afff4fbf0bbd3bbaf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7ae7dbe72f892ef66d06c11d5c9c7d8c512011c8c6216572ae3af945b738db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377761bc903574dfd16563dfe4907c78d4f6eb1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5685a23fd555237cc3e98fb1248ded5c555c86be2d3668e7f9cba590b2bf2070
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186c8d47b44992f14126a0b40b741d2c44f511e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e45320eccd518b4f23aafc292209a39c2ca40545b1cbc37e370073ee73490f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43aa28fff84f23fd23e74be817894f0457f0d79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f181d2ce3257835a0b8b9fbaa40040518b08e667965b4913868704204f4a7d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af43ad0d3d50350f91717c1b7f78b2e239fc222
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfab000706ccefdfa12279f848d2988ec25fdc5954a1da2d713067a4907cc34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cfd2c8d188c7ae30fbd780d1333684fada2757
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaeab273b3499382b5ab1cf4cbec4edf820894211997460e972b17eb4bab7ede
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cd0317ac855a1d7c2b7d85c0bf3b941be8d7cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f194a8a597938a1171e0e065ea5db25a99172378f8a5cc3c8c1068606e329032
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af88f05600280489e164587eed27163cac3ebf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d35c9af6fa415e199f1e599084dd585b603caa239a3f46645845a76debc2793
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762e750153a4981c61de90cf54089a2c774ecd7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81e604f70ce2e2b36b19e6cf65ee8205529bae4cc456088cd98a4c388beb7de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ea893eb11b70ef0759d672d17271ca3d1acfca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfbefc085a888a29c02be185b216821e2c78f12ecc0f99baa8c76a356393f66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0187f6d64a071061fe7f58ba228de4d0e8badb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6c0d8f6705a4a1fa0d28592a6e722004036360cb8966d37a2ba281d9c5b610
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a1894009f774646aa510b238044c6a1b63b62e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8054851c9fb97ff01d24a3ff1004b75ccdef7fe0e84aea4e03d58c11de1c4091
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5928dd1c1b2e5a5a99de010bac5e58eb9d943c4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968267762681499e8f59beefc9425d70b5bc4e659f03dc379c2c156fa7db6d28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431555cb8fb7eb9c44947bb90f10035e5601b432
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9135a824dcb9b2290200dd7650d40df97c1cfec0d92e7f5e4c7d5fdde833673b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc2c1737f7d1774384edbcf7119703dec586fe9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da2a1670652b859f797ee934638d86d307832badeef0bd80261009f5f3019b9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd32c6529d07c803b7b596523fae31b4b1c4d10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c05ec0810ceb0bae70b40466ebf890c89ae76e11b4253a2695b9fcd79e4a2d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3453fef8a9b03ca8c2c027339327a0c566035888
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639c0faee0327d353fb060636f686f23a94f20621598ce19a785eda28971223c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e738d18022ff942cf095970b78d3ddd94ba640
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f04e13662752f05a1dc8025f02e9e00d975a713501222cc55daf7a6fbc42f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d66d7c483f42698fd6d7024c198f4e5d21f7d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c3b9aa3075150d8520974e01ab5b1d77800a870f9327a5c53d09176cb16a98
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47485deb9343f854e04415759ff570b3875f058d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30cf07fc075efa46f40d0db26ea9e69260b6c9221a3cb87a5a2d79e73eadb44
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445ebd82b89ed975c9e4ba7a5e41fd638ba72d97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922a1d32251ddb638f01de152c8fae3539d2db41ffd66e4e86b4ecd606ef5a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b683e621a63c8842e8ca22741577d7d67487ea1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedf1f400acc840262eff9b6e4c29d09aad030318eb9c0ea077d0e1f0841248e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23586ea20cd81b44d30febdb7c4197562a3981bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afac066baf9b8dacba8566339f8780070422ae04f9c5deae2b3c97821c6c4f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a82df839f17d0cee6a7a8c6e83804aa7bce9f21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ea8c52e5dbf584c1a17395f3cc41f76890e4943a6da279e0f8de286d9aeb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff3af24466cca38c125b512b34eec1c346d8166
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cb68d5ddc2a3290d82cc14b40db3801040a76911a4e3fdcb7538298091d0d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a608d6d9920c5a9e4027a5c7b0fd9fd7d49e2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd554fbf51cfe2c2e3a1240ed085f811b63cf1aeff5ac768f256a94f1b12831
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5031a9398af9a86a9795dac2868c733be64098
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4beba1d775b8547d729e9e9d94189ee5313e9bebd76be7bf37f7812b4cf0affb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d43d0f955f04c071b948ddf67e7fa300d3ebdc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e68ef326256cd3692188e07f76f03ec3f2a4564dcc2d0f4e59f7d3a34f1b964
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650219d0b0dec78c431dba81d19af9aa233be6bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5710f18deae416dccb8c2e08b919576656eaf4af81070ad73a3049e7e013bfaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ab940be382f58c4572c331147c723e5f629db5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82bb60ba629edc20d8b70034953a01492087f81d9d105108e7e38528c86f568
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9c5ce80920208e6cffad077b6923a88d638a8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68e3ca4bbc3182f8174a372c5d8ead5c3c302d9da658e81684d3c80feab96be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb617baf8c176250affb42aa24f7256e8d6e2a17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d30bb109c375f835c11225dd7c219776ad9d3bcdc8923600f86575045c1946
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fede4a54f21150bcddd7ef54e0f4e6f4f5cd3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c433c02d9a45c73b3d858817d87836b9cfa156b436749a4560bcdad44c9ee1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477cc350f2d02bf9e5622b3b5b0bddb0d84bb2a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e879b3791a713cf81a2543ea8ba49dafdd66d333b07b33da9a4595703ba4b7ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1515e099251f7510780d6db1fbf4bd7572a4b85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7b3a763ae0632df789466771ca470aedaa46a8bd8cb00460fc69fa856d77c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e76f415f9af0fbac48ddfab0c10881ca46d181b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39463605619440e7a858a0ca60eeca0865b9e05d7412438c28139f41e75120da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2972f419a288fc58753d54bf7ff26c9dd1c6bfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dc005da8e7e88683a7801d2bd86e62f18fddcb7935c7107b2af3b185e58e6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f4a34b36d9a52de3f15b1feaf219410641865d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cc8fda57da31de85cca33cc3f4df7d98f6c5a85ba1eee2238b7422818e74d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cb2f31b57696af438ed55ac7cb6c3f4894fdfa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b94c7b75113ef84fb64162707b16cdfc35ce1f75938300a0fa40a6b3e67763c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eff6e5e3f820644012ee53028dedcbc720a3a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b19d6fcf85f0198e4eabb9e0916d1f4048881501564f3c43e9a4fb62a7963c0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d9fc666c9f135d44bdbdba7d647cea7d602ba1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2020543731e48eb8845b163bc8b302030a090457d2a9e79cbac156e619f6854
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450758818f3ed0d21874e694550ed93329bc88bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a5a4c726f23ee622d7312555fb9c9caa78fbf510f3cf26b0e19c89109a2235
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb41a60fe464056100935603a62dd87b3568d95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5a3bffab2e99518f9b51241d80e65a8cf60e583c18e204f704fbc49fad0de5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab466a2d3e204743e64118ddc61bc200cb55d03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b55d950bd0e013ab6ddbfbb345f8b82f54b680107bd0cf2cbb80bc17f61670
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6861a6d23894079f3106a181a1050659a8ca6660
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d4ad3a6ea5634fe5accff4a0896b254ea6a6b9c12a308ddee72cb5d3db36d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68994e9e2c056eb39f3cec77d04afcff7b4d74dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96c78301d72a50259ecf183cd5b7b26bc62fac13624bbe7db1e28501711fb7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec16aa519fac0d0d2dc0dcdb194852d03ee1453
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d058eb3938979626bd9bff03e54d6880ef56d28b857979808b67dd2db202d74
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27feaddc0ff8d0aba16c7e70cfb1262585a4ec68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357264bf7a23708febe0da7f0fd42c9f986dd241e7f103ff53745c251a0ceb4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d7f0429d171b4a1dd26a62ad63d6fcd2833f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654481da1027a79b7b786e34b199f4b356fd23c1d71d557595381f808f7b7c80
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea860dba0b7b399c65c5f2aafe823348d267ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f0a703f86e0286129e486bdb71330ac06a421b7714c3e4a000486ad1010af8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0778d7f753a5e9e99d909589953c9f11aa6996a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c1bc2434db4a8e0404e269ce1bbe03449769e6edd23de5001c1c10cf557bbc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fdf223ce1e3ee392035c795d2b17ecc16f91e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5e3d6a51470f65529fbc39e65889a1dc167c6984ed3525f1a6f26d7183598f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110bf03b82d339450a4e46ef806a1a2a42b0e8bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fd95ba739667fecfe1b0a3cf134db73ae823253612f9e761ce085a95d8e352
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97388197684731ab80238118d3c850ca5cf4974a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e5ca3d25338ed849931bb6edc0b3e5669db70da89f88ba9828b74fb219b61e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a4ca60337797b7cde5b8fd0ba6f8e7f4cd0d0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a3177a0f1c8f43ba2967dd985a7456a81d1f89ee1c13ed54a0d7ef00f65392
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab18aa42d028edaeece0d4f64e6189355e39d24a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2066d672c9d87a64ec5e93d48295e4f2dcf913b91c0af33b15255815a52a257c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73bd0c3d32287feeeb00920682a06bbe6fa26d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3dc1f807c00d3335cab91a23f8548048222d56e994705621197e4d774a8204
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0f7341ebb4757a5c5ecee79e0857380875e2b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e822ac6c725623620bd8aba2d4238094a62ba6897f38d51be622836b982ab8f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fcc371cfb7571e38de1a0cd00f63a6d6e2706f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987342d84d3920b139542e9b9a14769e3fbffcd9f5d9ae3a151d8ca79da8e86e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695e5406e50ad18ac7b6f62fed643fbfff1ab14b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9957e9a3985032f53d8059b61b05041954231af841d562e70963042598fc7eb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76273f7731c2421ab4b941cc34e0aad0000ca2cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c311a5dcb91b90d9606f5e5efa8ad36a9467a25def483ad5286c13f6757afa7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af92ce5a389987beba44ccc25a384b537dc9d575
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a072a4c00aea132f66fd85ccfb9d7f3223baf89b85a74472b9c819979795c12c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6018ca52046061a454b9c5a14a1660ee2a91f97d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ed933497f6741b3a3f6c67912ec49364f17b15e61e5c2e9e0617261e738c58
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14480c916a6def9ec6bb8cd064781e69a09ce14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d791a344f4a2a0d75adc7f3f70e480ffa7572c9381a63fee0dbc27977f0a7783
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e1e43b098bfd76d120c2bc67ae3be1e3b6320e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1c107975b7a95ca3d8fdca782bbf74e77dab235ec5c6c24cf91cf537e74351
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8738fb6e681c22646e481f3c7138131fd56ffe07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1d75557ac32dcc900e9a1246c4c317cd63c232e5a5a668e9e9ecda2b046c87
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79294624c24d9e472d26ca92ab1a1ab6e0b8eaac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18445095efa7681052374909d9415ea5ff0198ef8adc366477b84b67156f731
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d0d07735f7cc701e2823663f28ae7193ccd18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3c09ec622b0b30e315c5c21a7ff75f315355bf65e4a545a3cef39043bd7d05
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416cb9385780af1b3c4cbb5d37d8b19f3aa7f9ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4e62d7979d92700b15b9848f04708adf31f21029c02d350cb3b2c4b305f6e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a078465de93eb17dee6786c6e0b7ddc1dfa550
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0a880a745fb07c6babb4994cce2321cd09722ef1200e39a39bb17a09fe5d54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b69952ce34d92a606a946e7afaeb6613359cc9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a06f9e41624b6443fe02dbfdfd0bdfc3001285f14d32384cdf06b1803d5947c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400aeb4d071ec16d6425433de5a6e9ac5a5b09ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b6dd1e5f77a50b499e6c4b2c4a8d9363826ac8f8c8377f5d0fe070609ec662
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8969058ab8539b32db996007e789926e51be2ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad5565debb95c5a3dfdebd4c85d92d6157114e0a26c49c57ab0433d337b40bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556a7bc1cfd7ce51b90fc843d28c41f7a05c60f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3953929bca0692691b1c11e7a36d1aa20a33e8641d03bf0c70c3e31ccb34b2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609f0b4dc3c992d92d25335ab01807743473c984
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6cd0164b9e0a70b2aa78019251e0d46b9bd71402abc62272f93a95253cdf29
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f3d11bd7003e00657e990cf0f1ff10b1cc9732
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6f3f85f9d3733dfd6ede58b0ecc564323bbdd6872ad40661e68ab1bdb55c43
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63a1429f04fd9619e1333c9e897d32f8f4b4d34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6e5f9eb39e552f4e1385922bd65e8e06f75663cbf44c84b04a221f78084bcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5722a4c101164b1bcbbab99832bfadc54109d248
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326cbdf3017c7c8af9bfc49166d0724e3c71251da3da57e69265208df30c963c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d87d46bef6336eea25f6bb1e8f3212294f6087e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae4b6ba0dc508f1f8d8757689eb66b9d40c519d4db5c65544422dc48563b187
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a822887ba85069a35a000fb72a892693f67617e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e583de8a65c546849ca6b46b59352cfcb9761ea65350631c57d32c447ea07d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e3175873bfa261f51c9192a37b34ab602358d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bedd6f3dd51ed4a58ce2ca16d2018995401ba7253968e095a9edc07d6cfed94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8397d3cacb7966b75f38373680f97f06be844a3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fb30e6915b6a80e747ea5c14a40dc0bc439e0d97eaa1f0fff2441fcd462919
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441d38581392c598d46718e778cfba4b4a5c010f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f9843e4b78ab85ff40fb9e6839679e4e046593d50ef9e8ce943cd7c0c75f57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dab5e1f2f5b32f068b173e504df1c7be1bc5e93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ca6b80ef74e5fd9ccf4746ca792f42e8f5673d6f72830c3cb771b50e931662
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0478a4895b262f24aea93f5b049d2884a95299
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a583b8a3c50824ed17d4414ffa219449902b4fd563580292aed3b0d40b10a683
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0780ec4708e3f42d29b2e9b7515838805839e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f732879f1c6d1f8bb731b5cb21e840fd68bde2c1e8177f8229295f9c0f6c3e20
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a13243654117419d2b83988e9fd66c156c39e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd21472e1738ef1f6f03510af9d7c11b2779ef135aaf5a215bccf7ed1a8cac78
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1749ea31220d286ab70eb49d523cf6d3f742d359
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dc8103915e6b60eb125d7de03c304c5d73990a76b47a605cdd63af5fbd7c36
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca90a81150a5b9d9c32ae1cfd8db5379097f65f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b7d5a398f48f3b7af6ecdae73bd8bbe7a2516acb59493448564475a3dcb3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1081a85a25d901abd7ec1b52d11bae89b85e709c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd89a328c63606f5b6302c2055a36625dff64b5939b36a4ca8118e18bcb807f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa60587130e6c244425f52e26267d10eca09a66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86087009a590dedeef1ca93363bcef4c906aebc34cb7af8813c2c6c9dbb063b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e29d61fb466aeb37ef4c4028a02f0ba87bb0b8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dd4448071c6f0404298ef75975d4f5bf7abbc415ea37b3abfa7190420406d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a53119a922b67b2c0d182e1937cc51136b5cf5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82e25e2b525a0567d159837001e1951c8d6003540f26f35b78df761488ea12f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0559633698d11af8cb090c752ed8406306685d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e0a0272b6814f60fda5c362f2ae552d882d300ed0b5dc176c0e103eb6319d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4238fa554573e584f08b7dabda025183d678cc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cafc2dd8d74f82abd696f0133c1e314bd5441d2b691f17ca6605e6b0c18bf4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5718c26e24cc3779877f4547a7e74b04e4e722a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c37b3eecc19496edca415fa4c6c1714385c6e833b731675f08c25cc78a86ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29123900af27df0a8d7a5747630ab2ba77b843b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d53b0e0a454ac44cf0b24bf2f40671635b016fc5c7ff70bb6716b84972ebc04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792577827c8e0d6db2cfecf0b84f22714e8cf823
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a7705bd2164f51ac1c7bcd65413c6f1f5c412e42d22644bbef9e187b735c46
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4916b93070eaf1e8426e611ab41f0a9506d60a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989c2ebd51599ad7effe8df1f5ddf76d7567f5e90ff42d8934c62e79942f766c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38bb21f2ef2a609b8b4b9c5c1bd670b53d77c6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24b8ae4595f818d329f432738b370d83177d8f1a1ad97d9b3dee109afc66d7f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558f89ec0b7c0ee0cf972dcf2c0280d41385f66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ce9a6f9f8e72634d14f66b9d7efbc9ab2f7f11a968daabe6461117f0dbb572
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65a211ae8a74f008a97498b1b3aa7ffa5db43dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43868b7da9fecd6224452fc69ff413ae8c4c7139c3928b4a41f241a31e1988eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5090fde319f9d33aa4c2c7052f587078caf61a48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62ff75d910c07f1536e8a8915d62f3749911fc21ed06fb34f0c726bee07738f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f027cbee2b3a39e5b6e502af6619917dd09af556
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c890d7d25da4af8a95501120bacc4485c340567ae851543ae8ff651c512b54a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3668d2623d255de9f865e2a5b825cf0a52e890cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25763bee333b96561eef1df62054495ea2ec640e4bce4379bba7ddb2a4d525fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6387eda7c9786fde6cb9d86635ba8b2db776b158
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07c393a916d75e57868687329771c1adb414dfbced3d0640f08e0805cc69ee2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7213c2edf2d34b157268a2b928d877f37e551594
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cf4f68828cb9438d421e54b6ccc0e9dce596695b6605d54f8b1198aa152dc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980324281c636edb19113e54ad60a1152350703d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbeea377a613677ca04a2429bdd2756f693d6203d135ac564f56a9a73013c310
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f5862a217080336327c9b2d939cc839b0224ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0df7a291ce9975bb3ef4a63a87da41468e0ea8bec2bef3e13cf2fe9bdbf952d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11b644d98bd2072779e7a2bacf9805c859e0eeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9b9a789cc3678de074d2ab9294d29297a16414ddac6395617fb5d331129bfe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8722c3a2592b863bfc932083ee42e418b1ad45cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a9877ea98b27851f1bce2bd753f43635eb57b3bf5b8041a5a71b53e97e6195
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e27996f520f33dc75a4b6b16f6c1b5742c762f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee15970bb879d451eff62b08c78b59be7fe7e5cd818bb255d0200c8b25ddace
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f5283b6add0539ce3758747194a99a0679c5e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30434513d232a491b58809f51aeec1cf493d3a3051d729cf41268ecb6530da0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c0101822c637ca6699343dbf4dae1e0fa0c849
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85366be198e60f425710c4dc43958915594151173147fa128c8b9e85afc0f000
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469ad45d84f2d98dbdf3ea90f51c7b4b5a2166ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca513c2d653ee90c7556447961e03c3838aef85e1adf55ab7f10de7f20fbfa59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288e79c59d34a77d6be53354cf3c769cae458b6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b17f05c0384724f2e3c382ec59caf525312b94b840c3a40218f25edc69cbb17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb11de2306c9bc5c8741fe493dc8f224ce42d3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77769f1244a7418a0c38f14246eedf886ca6d385e285681a5ee204757dcf89dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028123bfed809635f73b79a0a93265840c2024e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e8c15965cc1fcc2bdb9aa416f47a2b2c74b3fa4c13650b4c6b0b941670d046
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8c45dadd5ad2db916c23440c132998c033fb53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8961019ce32e54aa5dc2a090dcb508f4aa5eb58ed0788d17f95d5848f22b9477
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506e39d7ff18edaddb6e3fbbc2da80c68e53060d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea6906a3c34e1a1c57083c7f42efb1b70c63fb4fdd70ccb9096c4edc3522f65
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b68db80390e6f53e4ed74df1db502c730d70f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7305b3646363783fb23051209d2ea02da250d80445045979f7ba50c2a7e0c1c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29da55b905784a2abf157b32533fe5dc31235946
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4fdac3830618b2bf241ecf11f0f11c0c5822fe2c3b3b11275e12197485d0f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8a1742cf5c06d12f6bd53afc8d64f9ff7ced6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240010c8d6fa0a1cad0cfc55a65fda4dfd3dfdd8f0124ad616b5f3c8a014179e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0b48b65420378e5061f825a529f9b231636643
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c46cdac16e6a55af3d477015ce7178cf4694ff7e927f329a261676bc26d05f7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b71febda6b210d98b56a1c74718050113408136
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d081cf2f59c3ef5a040382806d0ead61a861615363b93d4fc7ba84ae277cde36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b70f40c632eda567700b85e8b19bb51948aac1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27771f61254d941979a893ce1f862601b3190c14eb7e99b2da13efc0c887a537
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e32b921b107d2f6c53f593f60e0d4180b88a92f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abe7b4efd3de73a6706c58336ab9f245973c7d75820b29bdec303c9e085c8df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275f939c83752bef31d48dab6e105480cf24e521
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc4931b41f9bf94e2acff427bdfc2c56ce08c3e836b975730dc9f6908af7469
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0277f2ca8e85b784037f9a5c63428b1e0f9325
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca290e906328921167eb8a62275e5e6422782ea896b82fc31c5721cc8450fbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46aa46d12868822f49999d24ffc11fd1c9365cff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140ae78f448ae366f0764f6740334d0ff43d72aa00a1d83aab682a937ec47db1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec63fa67d266f8d9a8e9fedf1748ed72bd4257e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7743e9c977fd5d038eaf6aa0b8da00cdff0bd1e47014b7aa5f64197a24c4765
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f891df6133135a9e48270a00ca204ae629b1fceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df3ef3b673328deded171d2008261d01ef1f3e7411cc065b9858a3bc9fdaa88
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c400c388739ec60163696664e991607fa1be8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2e00d6099d98277a8864f10de7c6908783f1b4f5fbb2e20f889dd5fa7bc99e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6763fe208ae7a5af5b0217ebc3d2aebb77bd0e43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3772995650960335d0949a66b98e3f3c720114ea8566a1931fe99f2a41f516c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da1b7d42cffee5523947dba235ad343dbfae127
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abf6f4a41e3a67280316d5e931ae0fd49d11cfba39ba9b578a60e12ed9f7326
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d44ffcfe8af140920d95c841541d16bbd06e3a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bebbb48ca0cda52636fa243828f4f52d0406aaea2b40cdc7b75d71f77d65d65
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50223a539cff82af1f3f568463a070f5361ac768
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce29291984b108832d116a668fda8821d5074bee2ede6d71512efd18329bb41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be7108b3a4f80c6de11afd251d6f57a41bf391e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa749e52115d909315afe0b46dcef424a02a1ac4fafac8de7d648ec05d40d6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8b86175288ff18fd29df97e0f0a8ec1b6b7ab0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3226bbdd29db2a659ff0ab21de9d96c2dcdc9cd0b94f6c50ce7b9502784e797b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0978ce246d15b91c100b6312ade70884b445c40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26aa720699c3ef75c9f737e32826fc61e23b0a6bd8488428d2edb341166548c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b0d945b7d177bf4d9c8cd74fb1b6109f6d71bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159ef5a23232ec70b6959e1eb6924226966d2df5754e0a8daadafeec2c1baa6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd2a77f640933ceed6fa31c1b4db69299f2d88e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9cc61b2d93a6438f4fcfd1c74789f0c072114df2813002c3be4c60ef3b5c36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b389f2172854702128fd9179a0c136d76a16b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6887d2fac010ee3fae30b5c3aba0b9436aeef785e4e2d7a30cc4911e1c74f6b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f392016c900d918cc34064fbd58b0ad59e6ad5c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085e1d417807fb742c9596b8c21f53c3c5bb229885806c8c85a4c45cf2f48c5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46eb417de4de3fcd8988562ba43cd897cf08b91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7d62cf61658b1e67a1bebe4ff38408ac6d7f75e0655aa5505ccb404f184ba6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218174f443d2d2fa549d1b9e4a91a2db640989d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353d16b2e14f71697f147bcc167fa0e8e5015553964a0d178be5257b41581a99
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cf02edbb773f204d9643efe67e33bb1eaaa656
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827a5878c55f3bdce534b896e472ccd96d33a655fd239438cf4b9ff0d2e3b178
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57480b5931dd1f19bc11cd0e084ffd8fac7e1de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f526dae11acd88b869d1f2d00c15ce4edfec008ffc5986dab037ae2ab187bd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45fb5b8ca6eb1053fa19eee50201169f57edd43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9e6fef76f5471e60dc936c9ccaedb7197ed4ea6c69bca807ec2a58a4046fa9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9f6da7e216066113271977c904f06143bf2d3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47b947d05e47e9651662c8c9e320ebc663e4a901e6d91bb2b55901640967a1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0016c65c7102627ee8b962993730a454500afe08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1de54aceb964cd135a4f467ac62997f5f2849b9e629eb76bda2d3ebada18b57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87d4989d2bef9154c4efe0a4f8c8b796c9732e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f340ac21dafb0d7290882c5dc6a1aa22bc0380b03f69d4ee78fb856a68c28a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a051b618c4e33a8a58c06037ebdabe4733df50a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c81a7d850bdd3be7d27a9ec5a11c8e8dc6f0b3c0971d7f6e035505e542979c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed55c473fd139214cd5e7fdbf9bf4a2dd3a282e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e8c4ac4c7fcffb8a9b9ecb89674e7b021324e20afc857c7625d12ea516cc11
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92cda6f964280a84b354b8cc6fccb624d2e119a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690ead17e3d242210c22b3081b902d31c80cd4c330124a0cccfafd495d25ea71
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a64964198ce0318fb53a667f3a34faed88b48e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0badd0f7c80a891c5e18ebc288bb22a8177f4deb221ca8bf4861fc7854961e69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f175babe093880b6beff719bbc67943445951218
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2726132cc94ff51b44d122a2f0f1f6cfbb80088909a11ce55d6284fa00fe12c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9942321011f846b34fd50ce008b48829ed93b5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276542d9141f5d917c0dc5a65e302ff6b04cbabea7a19ca9f5e58c474fc72192
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061fc9e70b34c664111080f3ee6ec7c28c877eea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb82e017f97febfb4e6c9c5f0409a387df0e4e3fc88728f46a9a87058b7d237
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd8400aef2327427c84ef5252f87f84a9c54eec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e254d9620501557492fa30742ff4e0a79d3bc533b5bbbfcb7e36209584d86a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc1bfbb3d8382577fa03fb6c9ef6fc7c6fe7bbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495d35f87601f043ec1132c6e78d95fda9b6ffda91ee83f63951d7c90cc2cf14
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b9f4db395c9691f1feaad28524780a86a14295
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328c59e66f1300a68c647a8325f136a633241f753e23d0cc63cfa3ba1d7c90d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27230f8424a77356e1fcb255e5699422df6ae1f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040aeac716af9aa960f1d21472705647ec88535747d4c2b5a5cf24a9c5372894
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac73fff44a86c9e9a9c4f169553e65dbfb336c1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119498e14d457c035ee6273094b7253685ce33cb54fb1452ca462c50b79385e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff70297af426181b292479b4a8bfd1e694deedde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121f1e4f018b83fa890ae9428508229526d3b875b0bd6902063b42503fc168bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9240386705dd79d0182ad67230e8e8a37320b0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b455ff55f086408c7996db3d8aa45e2c8a56995fb8904c9241f89cdae86d6d59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e4e1efb87d5d7bc81d0d5b1efe2e2dabffdf38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fcf71712badfd3ed72fb42a0d314b56f018da1f040a36db299de8bd920e5c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef3475cd36d0a3a1e748723648441686fabe964
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e404af76575fcc82cff23c07b0bea794cd8298f6cfb3152b7e56b4c1cbd4245
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac154b9680a1d25a14ecf2de4e0f62d55185e890
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53aee8589ccb2629ab8b8e9d98200d6775bbf0be8098a38de3c2b1d1624108a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee742a4fe94fdbe9b0d0307f01ddad2b52bead1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3d920723aa228a7856933bc078e9f2e4272146e1a3590738c69ebb9e530fd7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd42a988ab12a90df4c994e908f3f9e3fba0528
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b44fe82c99c4c1c232e3f63ef3db9bc801ff4301bf7ea47bcd23abe62618a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e40254bd9fa6bd04be41d56efdcc03309fbcfa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b963e871ef83ec764e107019fcc274b41d91b684d2a6f46154addef6c94f60
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec71e3c1134794ea461af9d9bdab9a01d6279c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f701698528898db3b2e8480afb918b9bafea008d75878d4751e42dadf8481ae5
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1469eec5ee9b9788d5aa0a0b61ad47edc1f1be0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a7c87b319d6bd233c7a803fb776a5f4fb5449efead0bb555bdfa45891cb915
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b6182fa04804270f65665587985109d1a5e82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc93f3e995a80dccebd1ac406c8c0d73a68a3260426541a79ccabcdcaf28da
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92deafebb553beeda1ae3a3d595ec991a6cb910
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a84cd238578a2d65bff696542dc6404fd97bb3da15a780d51673fbe775b878b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a16aa6cfb46c061df36b6a456275202b41ed09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f698ca50d8f1419f10558ac9408e0f1139ed37e48830201afe67b655b20bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e43ae131e7c40c2dfd378cb11134e7304bfdd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2bbecb245d9927dcd9e51017dd0e1a684c9e21883c234006568b5f6707b3e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0affe9f107765369cc69bf88fe2613a67534075
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe2e3acec38e440cb33705f4ecef879fb6bbe2a03da2e5955c8a22ff55c6448
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac37873e86bd8616b4e0003865f5b5c5f7e5644
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6441581ae46b441baf76e3b1e17ef69d5189e23d2296a68ee485bb967a43017b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e718f76b93a8097046e5cc92b46084a857d5ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e943fe772fddb8176a976132ee5fd2b29321a9cdc3a2362691bf0baf9c496d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f2cd562da036956d2f45d5a84dff3cedab09b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b120acfdca151c13745fcd04b97326b95100008b6e8c2f74118cc05f6eee815
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba777ef3329a8877b5a38d41f77808c710eceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c860aa36eb4630aad935bc8ebbc090cd09357b9cd77abcc5a549e20d49272ef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f24d8f6945d01011a44ef1452509a951b2b708
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951964bdb4b710cd45b5a041ff4781e7c0d47fadc198934ae73edaf276ac5fe3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f16e75250a4c0a6882d05bb07981a048bdc81b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b312521cd53f9d2483ea659bb759becdc6c0501cbd555f935dc4681c9c6fa4e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b918a478765cb1ae9b6bcc7dcd018fdb348212dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22841339f6348a7a4cf64aaacf937e26ad219fb14c2e7875875f6c5290c95ef0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643d79b5cbcff58311a704f8207d6a3981198a73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcadc5dafb7485c0aa3d4d4e3c8affef068441e22159a88926b52c8f78fec2b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6559d168d8533787fff8bf0342416b1edf783b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a21513d42944bbbca667179e377026cb263ed7e288e3efe3ec453afbf056537
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611f875f2773fc0c2a9d37e3ad67e2dc34e6cdbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a5786c96f949cfd10aa6cb5e3eae9ac8b7c162d5284c1b472ad3d7bd6cc78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc332b4b406c87dee2ff56872134128061179d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c40b45bcf33ad94a793f43d21eae8fbaaf5854420a6d364b3841065c2a04f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2167e74d93fccc4711ab2392f7bcb5f8087c8fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a90f2917fe304d6a462bc12fcb112bfcf74fdba3058cde05e69ca578de5fd37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b7fbf5d62b1ffe5ace60066e38b4b0f65ff085
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f198f2364ec1f461dc31f07ed13c168bca644ff5d33d6b7bc4acc626dde80
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996b6250423ff22f2d424138d0acc344c231e9f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea8159bfad034526bd46b3cc4dbfbb2806a8f7fc68044282162e520814a7866
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98614e06e0d5fe760317068e3948391b6beeb081
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd28d0aeb093de1f6c388dc9410799d226fe0e6dbf18c5db115bd6e80baaf89
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d59563e24dcb14e2dd00337bc4b0010bf62192
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f025e71226392c7d78b601f3b1a85ec7dee35ae2d719607fb055b314f18de31b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11c761b98c3a64d67955afcd3ea2b989e142e9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c354a487ca941de070731838c012719eac0be84df7ab342e270cafa3617c0148
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a12b6770a5e5bc7e8afb4bf41104549cc391abd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ad0a6ea6655b8d61e0070fb4805e14fda05d33d6c4063e9d2dae85e351a85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0e5ab5d369a7df51570cc61c48cf5172dd11c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93269f72b6c2fab037ffff253f8b5b53d04b13f1719edc975f0b1a642135602
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83671ea9648a6b6abca1f5340d56bfc00194bfa0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52829bffe681cfbbf8a38df33285396e38676ab61ea2d5166f4b86880973da08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e108ffd6c81440f4f5b2002377c10096e534cb44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791120e9cd80257b7c03ccdcb28578b17f022b12cbc1f2608cd87c8bf69bb9d9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8098a0c42e0f01082c2388332e78474cbbaeff37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f61b59d785012dd2ddaa032b7da6ad824407b9a79cf7033da2a9daee5aa137
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f76cf6c1f4aa04f0f8952dc55da2709d9016a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee325764519c757d255c8b1980e3d8f8eb0703ce6a637e273b18d3316ffb5be2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10da2bb63349b716336224d2a9a32e98bedd07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d42e94527d4d141b3c8a9b5c10d7b4d1c68d52e33ec29c81d17ab64f24a31e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bf9889abfbb1cafaab6700876b0fd44d1831da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3b8c3204475cd054c9910580bbd0a631c42be68263d46d2a860259528486de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aba26d02cb50157ee70be7c64eabfcb5f74f61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9643a7a0f881ee8220877e2aa39f186c628f0c2faa0393a550f2992d3d4815
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b7376e3c820cc1747c7ba47436f3d81fcb839
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a211898c15b8c63274bb182acb5493a4fe328a6db1bbd05463656e4fd6a74bb2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb297bf0197d2ddcb962593325023ddfedfdcb50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26450138a96157968373294a4967411d62e310e4cde16a2b6ded71ce48e1490
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592483a48460f0346d1385623dc7d6d90942834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a883f1f33267708cc7cc36b41149c44bc559fa8cfcffe43641e916aebfb811
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e690dae29853d81c68e5ddbb4eb531c8570183
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efbc9129b4603ef87651c7a4a97a163f3a94508a8575c4902f8e2aeaddc64ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4900dc37215058fa5dbbe45860981af98e1ab665
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2189561b113cf47a48be6e419f26fa10d9d15503c50486277cfa0051060ff3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da30ecb543d1590b59dc834c92e6f05b9bb7072
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39738129f670c27cf3d1a3e2033d615bf2fa37081bf077e3ae3ed2c25fab1696
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab0dd1e0bda85f6038e96a921edfbe541eb553
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88c44d6e142f660a7145d421ecbbce9d5a186552da4e2529019e963b6d0901
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3952e27de142f2d0cf3cdd73e07dd5e81dee6f80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e3db244d62474e84271ce439972d983eb3ec0eaa50dff4e8c3b2e585ca2590
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff4df14cc1ff05eb1b92bb05d3aa90d6d6bcd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f362ce1959038b36f25509acb209fbcdc067eec683ccfaa89d7fe1f3c25fd5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17418c17d72f04f7bc50952b948f83de2dc7e90f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6426c14200f54aea8f210e81b222ce3cb373a2e77912a3dae0de6281ba3219be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bf3dfdf41a50d0ffeb7d204946c0196385e9cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ae03420f61532cedd754fa74faeeb4057fdd593d98465bc2fbe5608674f38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e160858a07060fb916211ae1ebf149b05a1b802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6c46e8829e70875898b9836485ecfb63d226d44ca6d30b92c9e524e3e6c339
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ce94b501432e29990f2df841a7fb1e6cae1fe0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2511ae7c874a2e84e720d57b77e5bbe52e3fce9ecf0ae534d8c765d2c890c2c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d437539ce5e7e43ea7778c3e9b9fec6867de76a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525bbe6f304dafa402318adc94158506ed33c6c4918fefc02f2811e3d54be66c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f70f43c6437e27204403d7e7852bb2bc079b6b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffdb17070f973b5ece93e9d5d68955c262c1320aa028f342c11472e5aa39e52
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca3ef637c8df7e6158c46846e083a36c6eb203c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fb2d406ee91deba197aaef1fc2bf73c8575f6b3569493862368862152b5acb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b2a37913038e49fee6b02092c323a92a37e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a564e5aae7e428aba579bbc4a8cf384ac43a3a67d7db44af82225474c862b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b6afdd217bceb94037e1a710190ddf5306e859
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935670aef291865e53a913183528c6cf26d555d1de0b1ef98068a73377f48b10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adf51c6c2bce64f5e8b6382802f53d60a7d3114
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb18ea13eaa67adbc4fca96804b04ce53f53ae74f98eb44bd89af7a0c8ac160b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b729cd022aea2e04de80838afcc8ad6a19f887
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a210410f788635ba7ae021c4f2965c385ffb8acd73d03bcaa13249bf770278
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd39635159ee456ca2dc934b685d40d1e689d990
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec68e6519d8b08409cee77ae57c1f6cdfc673389c3123919d986018fd5022e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be8813ebc2fe768667ef70c3f02d53d91158ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a347e0b799ef35741a908067560acbb1b4d6fe8dcf5cbbff32246c5780d03e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e282c58f00c0db74a12eebc6f886ae1734ef809
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56de35110b5a5e6ec326d4d5beec739071c7efe4613af91a2a2ce3366b51a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66743169f060eb5ef6e8b9484971ac44eb49cc0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ece725589139020afa11bf74eb900fcfe871a1c5615fb0e3f3e5799c2f21d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb7994eacc284ae6535ff16a58191d5a82ada74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270e6c18c987729a18c02f9ee760e0bf9959a277c7eb94654b2a6f9545120c0f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdcb79da2479d64852ce397a8aa8ebaf6a4cd4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e1d47078ac73b62a8067cc37c214b2d9b9759a61b1ccdd630e406158276dae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1eb78dc233d5a52ce5d6461449826f94b011
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f34764f1b9d315c074889371781459694a65439fddab38378eb73066e4a4419
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a8fcb18e33defca8c23d60ebe5cbe74af4f04b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea63fa95b76dcb1c6cbfb70e395168448c9dae75a70a52e83fa3f207e92dfc62
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de2efb4d52b3bdd1143e1310ad30006ad30c7df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3e1931a4e76d32f11bd53f7eb25650a8792f967335bc46d3371c060d085cb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c7abd0cf394f2ebc8da8a6798fa7150986a7df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7062a3524bfcab5b969c31ad29aa8c5911198b2e189731cfc4dd2f3a3018cd2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201a3eef26781324fa1814c7ba65e29cfb40fee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5416de005d37d065c4cf85b40659f1a63a3df2db408b7e14d08e8d64aca341c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d3ea031fb968ebcbbf748c15dd7f043c5ed7d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9616e2695c8b673718c7129ecef22ca135a3ca51ac5e8e62daa0467046cf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2d0ee3898860c200143798f3d2e690953b100a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f94c9cdb42e5918fb22398cfbdbd28365565a8c43ac9ec1a85345028d64e56f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9b37acb299d3204f4bd74a2e7e3a97ff45403f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061fcbd709c4718d1799435782cf1498c61601d595645c3ba435a3a3b88d75c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a83fefe7188e1cfcd562709c05da5f2a0a3942
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e624a1b03fe096d901105f484535a64616a7a2a98d9c7a72e5e8885dda39c3b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8026218bbd2d6c1aedeb78316e2b859a041eeafc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de78678a564f17e98f3876983a56e9bbf9a5e173b74d3dcaa31efae18b96788
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d965b761cc6e4fed2d4aad23e499c6ec3643b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b6dc66380d678861084326abc554c0a2cd35b4540ebcfee28f16235e8a9c5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e2921cef9892326ed3f91b5ae6a21cca75949c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617d336a2304d61ea34b95dcb9c98f77ac57899dcd8ea5fff4b41412546d5c64
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf69aab3d1de925a7283a636643e361acd14f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906bbcbd95d7083ab1a7f8c47630911693b16bbd2b6de5d25ec98e426bcbaaee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011af81bdc535e054bf2945e4919392afc5dba0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ef37fcb28c59318b04b4212a42e55374f65c34da325ab8fa62767df2b057ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5870d9343db037b4af36102cdfe61043b0c1663d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406351192bd87b6abdafc48ce7cec5608373dca74a5cba0fac90e10bf715bfc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450071ff68ef76bd1972cb2d4732b85af23526d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf515eb2a5937b1df7f6686a75248b29de786e8cd15088c81ac383ae1d0a1d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec340f1a3e901eb2bda93d6deb9309740b54a74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecee3d2c3606050a21a857947964864609f5b3c550a3a56071bf2d263e1280d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf0a6c329e457202c001647b5669ffa67ae892d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a557fd862a810bed0e6a35b6faa0b2441dfd6818a1a01c2b459b78b48eccea7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6af2cd56b1206739eef4e16885ce4ac16b2f1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5fac9ac217cee46ee3dd5f06de2cf44cbfa6150a47b87f40ec6319e2e92b7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c338d3fb12a21bb0b5a519ce6ef48dd71e0be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ca3120b81e4862c0c744c6570c36e1f94a3389fd0705ad6cd3393d848d8c59
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f4ac69937c898b2671e43b72c9d28f6224c704
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2ace6b54da227dc126a983eab0a4ce9b79f4999dfc6f903e6a9687dee75e79
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce05fa7fee8a8f1c33dd94f21e6844c4f2bd760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5763feb6327f167b36b27ebdd1a3a28594813c049fd10d74273c5aae50c170c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2a47403c968983308224d6aff43d8f3c8425b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab4a14b1858c2f9dc79aa07c38ef43df66a3a2f75b0ea2a9fb78fc57b566aa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1604017fca30dbbad93984128d5d322b4635fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e803ccefecb6e17127ed7cc690267cca485c61a8aa0d30cf4da2a74fb7dfdb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b76b0750c9e9240544a4f609bb037f812af5fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbd7b81cc7c94e5b422b10acb6f89754bf711c9cae19451bdb9a8fca16f630e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a175ea992d3db222af5986e979821f12eb113807
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd14375a5d67ea456bbc37bf5169d8b3ad24c566433fbf4a29e592b9b14e87b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b42860f2340add327429392bd71f3ee2d75b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c5a80079ffe78b3ebae24a307d5e5e7c5d531627421fd4368d9c58a52544bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7efb489474998d401d388116ae5116f201001e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6d001c62ff0c0b094c8302cdc08ca906fa34a386e0872ff898d8706b3d40f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842b7a38a1742bbe4ed94b205ddc8856985cb5d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766d822d98d29bcd540e7103c661108f01160fa279ba285d9c828516e8f18288
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea6f8f805f1adb4afdf83b3eb6d8f0a9b3077f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f498543f8b91cbdc3ab1112a42a297fd6f9c0c155b52c0cd84fc6436cde2d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7355a11bb167ffb6648320319607626d9287249b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8212caa90da21d31420687df574a3e00c3856f8bbf43aa5773d309fe125a3ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd2a6739dee118fef591bd767628ba4436b5466
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77444497ffc50537763908c9677c580d9d1b5758efb04d66ed5db885120a634
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ac60c6cf2170f6f543dd252434a89fdb067529
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be03aa37415c0e5db1a9aba92f79f95aa3189797241ba2819d43e70977a7547
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0754dde0e7ec950848befdfe1964ecaa73412926
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d9019ebf06e9dbb0b52f7727ae94ca60706ea6feb39d0e32456c9f64e007ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574e89a44cd1250de768af13319d6ddcd6fbeff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02878b78efd7d45c0dadb27ab3916086eb00edc7bb89b6af7769726f48de981b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb42b84056f2737c9fa9f49601e51f3596166a7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f881a8b254275d0ed4b7429997fb7ce382940288a251de035131ddf3444920
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573d098f845987efdd6f6c290b3cf7f83c7c491a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c79ab1cf15d2655e216ad4720bbbc9767c0afce7a096feafc62a5b344b4f4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa33c0993c7da7ae59422b020f468608aa775ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e34183014e198fe8bf847c88553d1eb1b129b5826ab8b28d66270834d7f47c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6947cde29428959e944eeb431129f90c9e12365
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63237b825d5a47d6049fbcdd9dd84f911906ee2782b329bd35aafcbc1034a2a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31e565b83ddb3b88abd428630806b362589760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6456386f5432ec0409558a7cc8625ca95396a41cafdbfec422a79c1bc002ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cb013c1a58e2f28d4bcb67f4e17117b4d5bc73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea96514757700f5e11f169e5638d4a9e945b85ea57d6ff5e4a08ecacbcd122a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8d40348398cab2f6db00b8581410fd297c979
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8fe2d0987a1f9db1ed74a340593e9f7ec4be8854572fe29fb242bdfa410f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e666f8af43df465a9996cb011db051f8e0be053
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468723b17b8344e602ba9afeb4d1b16710d44a33e92aab857f998a09de4a189
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8e791137cae7357dd33be4f44bcf2579546c9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c0f218bb72cc6db0de189e253982d21d6ae9ae7c5e0852998da78d2dbbbe85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c850ce11766dbe9ed044becfbc55bf8492916f25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66484ba0c288618f7a678836bd49f6a3b9592bb193fa0740251c2693799d213c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49aee471636d7aae52ca8d7081df3c48ebac364
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b19e8e3f58b5390dc363b9b051618c4c5ce3c5f7d97ca1bd7b47a9dddb4f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf6107b91e1ed2cad85068d91b679b0f7fe237e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31cfffee4973bb29e1f26f2eec26bccaa703cbead2751ef23c54930463fe757
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02deb070069c2c4d7031f7a1ae0036162403a442
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0fee81fdb1ae5b9f2b9e3f5314101a0df2f7327066c957799989c27542f8f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648297d739c4781b66156b97b22ae8e160cda2f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359d23e04eec0b4edd46d376195f892e03a21f699e391711cae32c2fe7f57d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884e1d7479740c393855975a50816f5f561f7dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cba3426671e579cbb4854a7dfb206b784609f67715fd115b4338571a8f07f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4948359c7435ac26f012b7cedd719a3d36421d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6645d83961f0191198b2bb95572203d1b0c7f6e85f627020e9113333bd65f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337a18b5d3501eb63cf3a36b98f8bf1fc2da454
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8738d64dfc5fcea54428d85b392b6a84bbf08c147e5cd070ec6d52dba44628
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c63f6d0cdcd0d988ae989753556eafb56560be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b83608b6160679409d8f5627e0d21f7b02a87fcba69c7d1f71389056bc541ec
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05161bebe03a7889fef577fd8f814ecf40200874
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc0b5426bc5f87f5fa8c310ae650f30deeef49987aa24c0dfd40b049efca1f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7875bd9680c16fb1dbbf7273e247de3e235962a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6378b0b5fa3e375d5d436bbcdbfb723fb10b1846b16fe6f410aa9175de7ea3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ad40d31e57ecaf697910cc5bf281453b6c72aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a21d1dd29c74251cd8a02f4ada522405c1c6d0e32288f935e5db1d18f8b2a16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c5d46d560967caeb700a08049b06746b223cc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7776b31218e9a55fda79246f049c471ccb751889df21220aaaf1d4ef21cdfc34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fbaac3abd46e49ca297c603b0f8b47514fb73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fc7ccdc0907ba00ce15a69b3f1d78fc7cd7b799fa8b218b7065652b3ba3f35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4782a47f2ad4f8d7279b14c7dff4f5362969981
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ab9ea19a878acf6ccdcc0d5e2f6a547bc33ec852088cf16b381a211fbef51b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c41a279b8aab1d4b04f16a692778a007f71be3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5c4d582653ad30ff00d1c6a68a0c06abf8ac3df1c79cd097a228bd2030bdc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f705dbd1c7d439f2f88e7e64f92b32ae6ce6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab851650c135c19b7ec24ae4839566c33251eb9d77df206414a2e68c578e86de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16887ddabe42e3bf6b80e3584bc91e52585901e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830aca037777c40af1dafb7fde4ae7c2d939cd70412644e82047b496f07cb5df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c423227c31134ea4835ba6d24b0b26403c29013
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868c4ca563bf2626f40e66f7c4320dc2a8a11feab67ccfe3ea288ff8d7bc07ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beb71e65a025dcae0cf1ac1b334627d2b6956a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc43c918cfdc626a7af823bc1f544dae54cfcfb868f780cee4f2b74cd3d1d783
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1657425cecb59dae436893c52c1fdc642a2337
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3781765141f650f3ce53236547cb8f3cbd63b7fabe2a2284cb56095f907d150f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb3001c90ff137f39d509a9faf6dace32975f95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7373a3073e2d55ee11d3aaa12e3f6e9909c21fe317565fb000603314e24f470
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0eb25e41fb86133f2a39daf544bd0578ef0949
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d224029ff6491d4ca544906fd6e6efcf291087e9719a0a1de7fc215957814
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8558c051c43161a767bd9657906f308c4fb1e3a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3a692d39b5d7e07554e5a59a27ecadc63a4375fae7a3fdc5eb2f76b356065c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6acb9126eb81a2d0dd5b4af543d812153eaa20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf59d14e1c41544715a31c2f2270ea92ac497a6b58248bea6ad79db22d274c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9495417b2b3f2bf69eff01126ecb8adcfd79363
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd474f1973d31fef6fced5eabe781f6dd61e29edf4cbf75e807548a1f77da08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa0a2071f51a3672a3455d4dd9074a59ee095f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fe168d0837308e4599d77486d6957f96c364a5a1737f863c41101538a6d9ca
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0d6e0b7880eb3eb33c1b8338b9c7841521aa8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3c68c4e6f6ba28c77d0358434466b0fa6925d47e35f969b1703b09dc79a936
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e5094c761394c393340ab57606bdc7c401d5ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d52fc99fbd04b05d9a40a6381fa54a9ae38ffc933da6bea57980a456a24a08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8aaa7569252e1e07c81ab141a92b8b35105c34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f782f94793c3d19695331067131d77d75b47efac39b0be46c51c6d73b25cb45
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326e02978ad775b8073c99895fe5bb0303c85e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8b42b1a333277caa5e6f16ccd8b9ace0d217352300cb1636579b281aae587f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01542525fb93312e8b967324f6e3d4d90e42caff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91175d1b83b614a867e18b0e4021bf121cfc5a03d380e4261d4dbb2026172b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db036725ac86062f609d4a279c03a1327135e65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f3e298508e75d67614bc713c42a6c4014c47473b080e0c2aaa3aed61b89186
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c297f28a358cfe3973ed581ce1e5bf1a2c0ab213
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d767e725b6080bee3151d54ff7f9dddd4560d6b637854b86a67d329a7d68bed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5994f0fd0d975b5b9836f75d360ebab053210d25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dc87b3425d4b41dad22297a15d38da01efe7a33c2ad920c110d7de8c55333
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ad5e20f4e40390ab76f6af823d8efd43b8b004
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ab8ba4a075d0fe3ce0b7e354d1f933b07a2560b9c9e7be00b670213acc1b67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c616311ef0e7c6a09356182fd46a6bcf2d9fadd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee5484b125ad9326d7d6d16866c1104a67ee4633098b92b6d0601a8ef9916bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe393a5942725dda043afe46777265440b29e88b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbabacfb6a038ae5bee78f802faf61fc07e4aa3a343b6376d94d9c2e9ba378
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427e2d26bce8388fd76106d1d251b0722720be5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddee38bc989199d69656e8cade59b25e39ca146129ccd3eaebbc8706558743f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdd1bceb69852c6ad004d4f49aae06ee24312d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a93862da0d1165468fb04a7feeb40e719ee643ff499b7a7bc4b6f47cc77fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47988bb35b1efd1d69824aa480f52ea512913815
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54f202cfddfc22ad695a6a2dad42122f30c8c72a47b6f41afab1dca644ca100
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154fc5b0529cd47fff116689d6376a5fbff862a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c223f1420a831988ecbb3af40b3d609cdf93259a392b333455a628f70e22557
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abeae2e487ecf0aeb5fabdef9dcf3782f7383f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a918926af2cb2b2e37b7862e76ad57efa264f2e2d4b471b22ed3e0050b43fdda
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005270b80d5084dd66e457be86fafd25d0575ade
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fdaac50d60a6b568c7247b4c811cead618f2d072be10b9130f89039afa5c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36026f8d2a5e1c75753854cec79f9eadacbdad1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd169e2056527959ede0a47c8dd4a7199886fea167d4f98a77d49edbcc9a3765
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c9e9384af0de3b3205ce120330a621636fa632
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8c6ca04deb79261d89cd1c11cb186d8b02db13aa432ea92628aa77c2691864
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5894ffce4675e32ad8f17efc0fb56fb2cbe31108
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f74c056bf8461c1817cb0802bde9fed31ddcfce56f6bdfc10e250fe3495341
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d8a6815ffa157b4b47c77e333406194a3a2c8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15df622364fd11cfa5309d432d3cec382b12551a1249428c01402c7b1c52135a
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1410a21dae3a360e991396540fd7777c0bbee581
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53acd9065f74755929cb6e7a643eaa4573419e62881c31e217e3d9c09444190
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c898336150a458640a2fe2d14173cbe4cef49d6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fad2f2899767f2b038b76621802359e805b9de16036344aa7f58ce5ffa3f0d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cb21e8b6afdda07d2b8647d07c80518d27b984
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162d821bb35cdc5894f1276bf5f943c5f7d819a2e1179a21f9b1ec6ff841f53e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db041dbfc48e2f119c1bb4e28c40bc7cdfd2792
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698e2ea19dbb3d2048b402de87943125caf911cc63bb8637eea3aa050b70eed6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dfc5abf92a4fd6a2bae1a37b924a486bb4fcdb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4bfbe50bd803f2a3de1ea8884b8e6850c62787bcded2b3d1286d3d6eddec96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7245d20d5a39161c4e8c7781a214f7e67df97420
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969aa351efe765bacb4832281d8701d33640022b9eaf98bfe1d3525d8aa6aaf5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f533b0e49bb08a44cbb6db79bc5e2c86785bc68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d08d846717617199bb89428e1d5f3d6da525ac396257ffc027563eccaddbcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20231c2cdcf5f65914950c2bf2bf7542f84c717e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaedb34033762f7674f12fc0371b9c843af6d03d390896d7ab5a092c4b8ebbe2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be18dfdc61881c28625599f745cda0c8db593a6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4edf41cfcbb251941403c06a246542efdfef0cf828049c67138bdebdd6b8a47
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d5dc0fd8a79d63f160ae70a19db22cd16aa42c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4037e2bd2efb14eab07029e76f808adca7160f7f0fc298dc681348e4dce582
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9130544bbbaf3eeb2338aaeb6cfcff685648cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670e5af869164b002ce95f84487046e8f1b889be6503582038e2723ff73287a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ebedee0ab6b343798068a5ed233d4b1271f2ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35431e856e2fbfd326fff7090959c4eb0d5c8f6a6e748a03b603fc79b496c177
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e21a081c6069af914b96faba18b738cb518686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3899bc97f54efb1b03c7d1ed5ed8433b79df436eaace064b5cb9dc49343bf5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4498816a5cd4a63cc4f16d84daf7b5df2c5aa3bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528294a7f39a795b7e5d46fd39ffe1c18ad07b0b459ad5fad354c98067e63620
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7781751b27c6fd8765911f9d720b17d179a93fed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4aa16e4bb63dc89ff53b0b59338d333f84a9139508e6ae07d34eb60a75b4e5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e198ffe5e7a69c4a039b77bff407fd9554ab672e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5f22b3ee03f28cc6e88700e4b716baba2575cce5ed02cc3578ced8527256d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474f8b90dff6904ee675448ab11f99a92ef76079
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89047b4fd16874664e24850105d840b61fc980ccade29e7755e08ed290d7b614
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2127d878888efbdb0db18f46d23042d06f2e28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498da49c70206fe7c0dbe759346c56136d900213866a338eb65045ca33c0795f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55435d1c312abfa821b85f767506d86880d599a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a372128b7a2039cc8a574e2cf6f1832b245546da4d60ee70abfd542315654b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5329bd9ed6f29574fdb8d57fd993821a157211
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be1006cda244361fc5114f628deaadf0f1581ccc925e3c25f829f65ba29cbed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1af84f381097f0ceab483a000a2fdac3b4fcb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f79dfa4b64bc68fdfce55c66549813559c2196208527d69c41ee19f0035aa18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba4aef4eab0c9c01d2891a2cde9d09ab62e36bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dca4d746d8c457d7455ce05ef49f502de918f66c86916bfa8cc3e62faa0b67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3429a6213f3ee19821165195fe6a286c1826b48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f85c4c8f72c2046c0d19b4468a53ca2046338029826da77cdd10082ef2ee3c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6a8fdbe1374c296dab48a1bd80d97802c95f18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c161cbb2c5ccb1f50d17083388c5f82aedfe9ef508bb0a2626ccca8e8887c26
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbeacdc53512b4d6ddd6b6b132edaf7fb38ae98c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f536b85a412de73ccb06a7bacd7e701d2b26bb62c8a842f9f950fbb8fa68277d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38929d2237b5f65742d661505e729358e367ee0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfd5a5d03d7fdfc257abf92f5aabfad9e6537a7fd836ffeca3f1899edb8ac7c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019361dfa486f7beaa310ad814375aacf9144d19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fb104240c128dc6612676cb993a6f942f825a4b531eb3f7b09c358dca0fe81
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85b9e60c03e32dcaad0c91b26bc7e395c1c83f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158664c3d94a27f75ccd26d985b38b0b47de2b3813a2c939c1551719cefa6bd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577e09fa78888384b3218a14b41b9175c3fa521b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4498879d71cb71a075669764e435d30ce21b46307ca4174e5031284546a35042
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5bdf23be635b7436c59d95e5a1b25d87171a12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f335496c7885d84055088d76a5985a5636f0ae66f13822647612feda2d9f0ed1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f6387ac995ec4d70aefe354029690523fdaff2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9ceeb956bcc05c2e6cc26f9948c0fe7107bbfe00d6e4c193020c0422fcda1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53f4cff4938224855f39acea1345a2e3541732c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061f59ab203e5fc7dbd27825dfc5df8ea2c8cf7fde87ffa0008ba50d58107dbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece2193ffd0b1bca475f66c794190ed6349ab3ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81a096ab0a6cd0df7548172467211f133591af36f2e24a91900e469a0356bc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d0e7bb310647245c5b6217a1f46d2fe335bed2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cd24b40bba6264239567ade290dbc363659ed730f264b0bc6ad87d24ccd530
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100627367f3d15e2abb7d8bfbc1a8aafeae52be0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae80bd7695e4c260aa35863c828f02d3d9b5ae5469bab04b1a3c90ac45d40d15
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd7ac4c3b6e91e49680edac2889fedbbf941e71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c3614a46be0d2f6b5e74b33af61d8cd66f57bc54647e08865b5345790bd4f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749e8134d56244621c875c837c41b926333ff651
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4d1d904eeb84851cb291c0bc72904fc25dfb3eee84d42246a245ad55872a73
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d92da177ee05005262cda453874268668e0c46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccee3eb77afc97fb810025a47b88c214c1b6b4661672cc07cb773f218bb29054
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f497f52259656d2e5d3cf55b36fef00fe2b41a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2188d7037d25549da67e855d6b9fafd8888ec85a4b552719b86d848915071e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61db5420579efb3510714888e1d140d92b0ba001
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a5b03662437d35a0200096755baac0caa52e5d75a9a738fbda435628d94912
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16e5656f10bd7a01e50ea859fe11d455d0e01c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1aca41c632e947ac486db5c6527237af9be09f64c1f899f1f1066f784679d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f27cd6a49e8b2854e589777594c2303d145bdf8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e21819f0fb0d72568c8f5df1c8f46e9552ce42b6d33e7809136b2369f74c5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a9be8ca6375eb53948570bf87feaab1d49b6bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec5c31cfc671c3408be47e4180704093c6f94d5f965406fc9702e56cd55512c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c117fc83b1605577369cdb2f8c6bcfeeedd05c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f519f5ed93bc65ff8e36c864417beaa9555f23f0e38fae24b40e13cd2270b057
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014c6dcc200aa0658e3564cb79bbe9c525eed07c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d269e6086a1e6c9686ec8d3350e02959ffa1b3c6ddf125d62f0f990c30bdd3d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4c6b8f3921a594a4e40f2f697e1bc22eb6fb2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19397a131433e6f839cad95558cf13a429e31d5e7217770c10490e758816acd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f915798da04d95e2328318dff3b07fec2cd4e317
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb890355d4ea2e12d6f2df16369ca9d87653771ee4ceda09e8d0a70be86b5220
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b27310e0c6d1f2ba39df3d36408939c92ed34c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd6b9282e27287b14b9b56557bfe4039e203604201ca920a778791e37fcdcfc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec633a72ed6204bafe5e0bf754181f66726a204b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d7863c22989df3824651783ddecdaac8363a521f85a4fb0e247bcc30ac05b4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7565faeef5b7f1ca4cfd79f8cd13d0a7b4cf4b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e109d7d657abfc4c2eae7f0743cb52f4e2c49cb46049fbfcb0f6fa6cd4b347df
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4895d9e6d1b5984609a5bcf1fc8e5a1fa761bfa0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b981ed9f254d86b3a825add44d90ea56190dfdfbb573551fdd7491a6738d308
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279a1828efb6b7a2efa0294c14ae59e73feabbe2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627086be18a9418a6f39598e732ce14880e5e0a7a21546ef44effc0d3074f3d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5313f5b9dc5e6f0cfb34227ce083be96e4933c5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8be0a6d03d036bde41b4ab707123f9d55a73f71c29537bf427dd22bd8597eef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6a15059c3e3ca70aa182c8c3f350cef2a89ab7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ceb50ef596d9656dfb4ee28aa135a9bd926dba6732feb8a78bd463ca2bce94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d12b882e74c68b8016c99c223d3f3291d1c8e50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc1d7361af48d95b5ffedb244c699a7b1ed5e48670c6545c405a1684fbf0df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6481180f149a218a171241f9fbd41f5efa5e850
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c38ea59cd30018adfdf1eed2dfb4cd3390e5e9ce5e1d1a760178b6808ab9bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01048256bcf0525c1ac52c71184ab77149cbae36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1eeefc12be48bc01edc5469e8f627c14184b0499a8510767927f56ec08fa7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b516d427aaa19f709f9fe8c5503c67695cb5b7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5e0abcf4247f474c615080362ef41a487e599fb1b280e3ce3cc7bad0817cc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc814ac5dc66b3acdcf5b3aaf11be792e71c86ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62db5bdc559deabd720821773d30ba02eb3fdaea83228d65a9c55fa521bcad4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eb605da00cfc587b60f3df777e44d2f276fbf8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cd5577d6024f440384b6868153670b2a97ee5b8b23d1329dbf89c25e8fd063
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827073e67f58108eb3cefbc4e4baf906f6e2f6ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9424559ec51269b80d7ecf9c5a04da1c3d534439434f2168b650795938841586
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19cbe800bc52a44b1d64fbcab298576f894aeba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb59d3b3063c2633c82c86b2c3bfaff61e3e9fbfb8a8f1367b40fa69fa1ee7d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bd4eb807c5253e0b02b77f981c34a1f64b3602
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65825ede4dcd1456e1d6a9d48527242b87cb50fb608687489cc086d9d0ac9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cafb4455db6cb09994251cb9af8b2566294f758
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1f7e43c1d085517075a8d5a88b742110e13c3325ff6c9dbe9b4a40932dd560
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1fdd46170a48de459ea68b8a7d990221755ac0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c4d70c0924cda8ee1d81d344de967ed2b4cde380921c7e672c28662fca0e0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdea303144fc1bb137311f5d95f8cc78b17fd01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279acb559746c1d0d0e31d26c16eba079f61851bf25d01ab851ad88f5c5b1a31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7711b696c820d207ca70f0b9f9221875015bff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1b0531858da97b0b4cda8faee0733c9a39ce13405c8ba24c0873aa6248406b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b579386d1de60d6cb04929fc9296f391d70d2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7a250c4760e4604a56633deff0da1a17da7a6fff2a39e8f08119ccda8bf2a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dab984a99e122de095e6d7d8b44c47fcc9d21a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481b889dd88b0bf2fee9459a9e1ae93b4149dc795d253289647b896697dfb983
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69b2fcdbf2e808251fbe47d3f2baec7b7e4459c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c32d0073d9d5d62c53174611b0ac53e7ba7cb7811b2357478a94e708fa008a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eda1e773306a0232ad0b03016987476cfe9cca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e20de370811afcc65224dd39ecb2146049e079966e8b0c5965a363e4dacb71d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4034e9b84ae68361f4c8af9ffa85458decc881d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2df776bcaa82afe708e8477bf8c2b9c5b5c7b9158c841713a19a137def67184
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee05094b70995e892f74635b0975a6c291e01b8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c043d7a555eb7b95842d17e0c25b2d79953e13e725aa3bbe73e0d411fabd3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4965d20e1908d86da4fdac43f3f35fcd3199849
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccb02a38dcfc01aaf30ca792417bf7cd0e45c225d747379640ba51a164a4535
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240c93be72747fab78a8e369307b5959f36f93dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7e426778a8b9a2947f73d3539b7931586a0c01f072ffa098718d102e804250
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868c5e655259acf8572246610fb19c05507621de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4c6084416e35c8305ebfe881cb2f95814bb5a5e4544d40ccf0e4ee8d9fce5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc409b96e8c0857c953ddb5597fe81462d35bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d8b98ab54a332e94fe06e9aa464416e286261022f00d684fcf3b367d75193
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f16cae70e49008aac036c98377ce9e4d07572a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6206e8dc6854d067b4d1d9e2a879b12eb4133109c6a350aad7401659dd19a1f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f59f52ab0b91c6629d451c9f80ddd54dfc5529f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd763620f204bbfb8e55d99827b8d998857ed4aa8654fbb1b9a5a0377ce34b11
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa57eaa729fcbd4123e7ed8802a61f58a853829
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02060070b3138a0732ae71b982f761958397da1ff84e0145278823ef8fb9d84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d543d7a33952a9e1fc85b7f976acb9766d50bca4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae8d8af42480d365126fca2dbdbf61f8766fbba7679f38603405891a9754644
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c53fca0e09888cbb987553dc4b22fd818c650cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c467e26a8021601cd1825a70c506e383f24c148924296035f393ef71f3bb72
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9748934ed532b41cdc4ab5a1fd944821013531d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2510659bf3ba0cf09c8355484d02bb5c5f4e6f776322abb936a999b22ab47d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48ce35bcc1ea8fa929ec6de58a76fdd2a4ebf29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ff5c3bd700280b44d502a076244b963d5f211cf455f4de245abde96d4982b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea1c45af42308057a0db033a8f70d8cda145d24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003ce5130f25debc92f110f4752df1e1459e947226f54e4059b1073f000fb441
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3789723f26a45060aaa37d9466e44a9d1293d09e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71053e7b366b141f736bd16890fc8ed99254c65f0f892aefff27e7b6cd960e6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cb8e327948928449227b3e5270b08c26cd5882
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd1df1c71c9de7d7468fd400debe658a5228e0f4c46b8e84ec1bf733e08c787
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a1c9faf83d93eb4072881ff62e2fc2a4b36ede
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf80fac960620dd99793d130be533fb6d11bea7d8e85d68a267b7d5701854264
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0042a255d1bb835b3e829755f2a1042d1e7c4f52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984c5b5c436ac1ad05f55111db4cd920bb833b968bd13e849a6c3407e26b934a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49baca23059a82c0aabf1aed0410a961a59b4ba2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858cc1c5cebd7adb418fcd97d362742c870262c9252ab276e3a4bfcc9757b9a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b26b8f25d26abe106e8b80cdc4801cf6e9cf601
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec0b9351d3b9a1f87ac4fc0fb1612b8c8ce86f55c7a85542eb8429e012d593b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e924cbb6ba146fa7f1e7dc7c0f69add58638896f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4877794d039715f703f89db6ba1d27996d8cf8953b981abc74c7e7101459fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c9c80ad948956ad3d510701dd4a1fdfa692068
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f16c2a24b83fb5164f4f808061a48f8ea86c0516e1e7c9393736bfd5dc6961
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec482ee5ba8449e5022a3d2332a1e4df45ca7db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f254891e806abe812e03adb5e76e8762a75926f9eb5540d2241a7f44b0448f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d476880d42dfb0982ca458d5a8a9803011e2c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304f26a4cb037b38bba332a09e86fcd7983a886aca5da600e9004f26f28987c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4060bf5ca68e839820b680630bb1c9f67b3a42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed5c9e56aeb0a6d264439db7d65f07f39a6afa33df0d346bbc3c07279c43668
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94002a7288d9bda4ea1c9760a3fa5e0d84b2af55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16be9186a29f2a0dc05beb8efac964ef1ab9a1cd414aec40adeff799cf410d0e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9def3e83709469b6bf3f577ad740613f8a66f921
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaffa36d6934a4e08a7c5bf2f560f67e6283554e6842e4c8585a4a811a1b8b78
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f67f044e920ee3990dea997c80c5cc0d11d629
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0aa9dbd776fc78b938ecf47f4671b5e91d5953cb8c04d7594e71bfde6a423e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e3cf8dd23b3bc09e5e1bc336a859fdfedc9f9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710bd2fc2f184c907be1fe000788c03c2626f688091f1ace6530197c207ab8a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dd1da4ead8f5baa9173139e6bd12002f41dcea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9d5569a35e10a64c9cad2e3c904d764f51be04c65ed5d194d11c89aab49bb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dc052b334e43d8eb83a19c54c141798ebb9035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e2588c3c5e72156c4b960d0c79d64a56812ae202f97217557bd3ac9fe151e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718683df424e8d8c961629e2404b973f4cd2a100
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27daed95151b7542ce74730a6de0e6c2e0f327122189d1afeefba76a0dbb1eeb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea8d41f5f2550e3228019a9be890f40ea133bd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8ccd6d038ac3dffd98b51b98761dd487cd381a6d7ce07671c8d1ef021d8152
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d111b82d752cd6e10d9524bdaea9079f5dd1134
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7addfaf1b64a484273afba5e2d8b1f60284ed7505b54133ccf4ce33a569299d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839f48c450db49f907da3395e17811cdae93c4d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efcabc6803550bb79f91abac9e56b9794b91f173d8dba4c040168a6cc68f607
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822e88166e8cab415f8f2fb502899a3b7407c061
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e11d32cd1d77e15365709ad040a02cbc9f4217840245c1e5935a91c7b54c69b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb718db3994edc5b80a781ec3fbeded686f1cb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6744128a5ca86ad52c8a45682de9bac1dc30ef85786f79e09d45996aaae87c3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d340488ae304ea4d5c4703e4dfdf2f60d11daf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886c3f6455830d48216ad5be164b0599b0f057622e2e7f79474e03525822b482
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3a4b7680cac24dee44b3ba54006d7e95bda44e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9e4a29598176a906ebcea55fddde9cd54b51c514767e70c4238ad6cca0558d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7bbe252057d650053cbe98264bd3ef4c17919f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4895e0fc1d18afc9fd78c3948401e156d267c81291b091a71a684d38148de9ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a581340913d4f3326d42d3e1021f42da258fb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5ed0e23bf0636f5e455b6b8b568a30e55970967cab5131f2903e1d7b7ffef5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4352b2bef6895d1433a6f03ca1de00ee509e16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f4a149e2fe87faded4756909c8c6c28f4032d798f8cfa70eff920bdc3e8269
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147aaf8d2e37eb61f73e2d41e6e0162b9b2becf0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cad3f60165f491e5668a6ed21e01816849e9b770d09031f0d923e155e6d8375
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd4d2ac628e3dc12c9cc7b344c40bb2b06b1a6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52380db41a458d0c6c2faf1b5ffc8140e937624c84dd7a2e6096d1e77144eb9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03da4ba288673d570e71b7db418eb0716ead3d24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b310073cc7f550dd32473296077ee7c84d8f7640af67edb29eb82fe776a47e9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109aeb748188f4039c1b4d61e67eae1626bea136
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3131955257e2919613ce073d2481edcaca62e5b8b7dc27d2f063c7ac9258a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b773900e2263e721834263159bd8876d275c1d56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807a398200de444457c21bf477529fa5917b0ae4d3706da53c20c8ac80eafb16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b38659c8ee7541ef7be9ab63bd586c38113c94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00d5fd4c72a674e078abd39fdf952441e36b0d80fc501d7fdaa9336ac1f3628
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b2386b28176f55ca8cdcef8d73bb625e61d3f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfd7766dc8b4bc0e7a41457ba9bbd2f84abf5b87b82e873153e500d88bdc771
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff6987b8abca42db559080b546c8415f243231b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d2dda8187340eba234556783cb5624f4c35343e53de5f4bcd6f7ae194254df
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3882fdac14839d082821563e7223499ae9003c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e47eccfc72db074d7121415cec2bd389aebb77dcc333b7c20400399ed76639d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab5308b94cad4eb25a84afca7d9007c78cd1589
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8e1da89c72fe270d4c8c497c40a3467d329a2520551b384b38a28ece7c31d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f8fb55fc5cda8ebb2af531f2f4a1800a48e6b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78332142644ceb49db66e3bf46807f15d1e64bf3de27a8e651ecb482aeb34601
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9ab68240646266c35697447a18fa2993636989
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad54601b6cb5c3d00dfe8eb2ced95c63cc29970657e586e09760e17bdcb25f61
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9956c46b22331f7509b3fd181ad8dad5e7d01a47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bc7c6cd9d8788b2e288ca9cef465d5d8a25a1e965d7c41391d2d1fd9348030
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a26cf32493f875bdb23a818de6d2cb0d99ea2e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aacff5e2d6482d8e6678f4318eb826f83ba68fec41d156b5942ccdfb239ef1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41137efccaade44f2adbae369202a7f2e68a25c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe9da23f1729e19b233039bdb0ae646c18b8f3513944b073c3b58de4166b299
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c755ff4db7108f6b15ba2736bafe2ebb73d66a21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed94014f07184758a6aa59e79ed1ab8c2beb64190380b829782ce3d0370d9126
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b978549dd9ed968b2990e5d47cf367ba852c86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e54ee87fd348fc771d427b9d3fa84354c569f8f24104de07b7e7795a0a2fe9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeb4fd23ad5248f3e4b9d711729877965d4bab6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658d7290639faf42273f7db42fc93d4c7f23f90623d936d58bc9d824c2e83116
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8238778316309a4aede4f38b9cc95539898d82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f36d9b845b9664364c28081767d5b08070f7fb8b2fed3ae53eae85ae24d858b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664aa35cdd48f3ce88943e20768abb2fa91d6ec9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff65d28ed9e3e48d69478bdc3ce92c4cbc6753d3727cde2d5014a3ebd6e11d97
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e7ef0483defcd53a2455512cdda0875f314f58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb4e82e80324c174de060cbde714304f65f191f1f57ef5c15c386a4bcb12a44
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e1920d762d9526f068d7337c3b5483b5f82a42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c6ed522acab44efe84160cc26ba46ff2806213ca8ad83bc880759f743e331
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4e7568b9e586b1175f9615560fed3868953dd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9609a8bfb8d9928fb89f27e8e7f6658a5812365c5197fd7b910b0e90ff3bf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece3045bcd904045229a0dc0ba6d392cf7726eb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f892f8f9455ea8ac9b4e47cafe2b94ad1dea3b767ff88646def988028c3addb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3918f42e6aa4553a65c9f1b54343b9db56eb7c53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0e6b08b7ca376939193c06cf1404a18222708c1b3ad8f89f7e3e7341b05c94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47054b6a860a1059df67177c0bf364a8a0b2293
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7bbbf926240ce7724acb1ee7cf6c5eea2f9c3b49b94b8e760cd16de3942a10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30729e5262b3ec7983c624e992234c7ff0e02488
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e6f84e86cc3a64673832115232125dfa2a8b546d0153711168956adc4bb296
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43de36e4e9a8482e0f199d60582e9742af7f438
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebd2ef6a568e1ed78cab37146df276dd7cba1565445ed1c9e879f3cd9ec2883
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a43b5040fe1553ffa7025f5221dda63275bc79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e184febdaff4bdfa095cf607d8692b4ecb56f171de4a537b4df0a8ac770a02
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136708f0754822dffed4ac546ed2919abd10b573
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038b5c840fc82233fcb88b55edf4a8e9368bdcf7694131e2c2c5b9ace3e79fcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc65857a0903ef24337a96c2fc540f66655b63a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40417e92d82863166a501add3b41a4008dc7383e94a6d316793a5feadc252f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffac6659caa034863b174bbd6e87d138aeb5259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23749968a29f81ca116918860f7b3f455eb278e1f889512caae2a3f66fa3b1f3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552d0c6c6a3554228551c29c45df7cb0239897c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154018040a7e7e4ac3cc4a6499f71dda46c5c6cc9f649f24cf7ad81bb5e9df5d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c145d04575af044e2a632d0928b71f2560428c83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb4dc3d9029266a8bc612ee952bdbab056797bcfc8dc1d0ef8d3c8fa973b4d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20de5ad7d535551aebcd1553d14693af109b73ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96121415cbfa03cb15b0a7936ce4d2eacc0a4ec3a21f21600a6028ed7057af5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79100207715003d061bf81712b9290539e14815f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b5fd4595fa376a98bb7d993fa6fe5892b5c77d84988265c4ac1a97ef56f0de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f4f6ee6b861074b78afc3c647855878fd2457f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2572a6764cff04a334c44e9a255abcd5f5dfed03ce44d113307cb167fab37b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778c2751d3d53740417fd3b110f9ed9fb9bb5db5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834607a3e7e6f522810a89d815f7811ff60827bc8af99d73da57dd35f0924906
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09fac72bc871e3ad6823ddcaa3037761771ef8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74066097a22b00e9475d00fa27f8db33d09e50219b6ea4fcd0991853b3ba9ac9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ead8de92b69ffe6d6adcbc6d4aafcf7ef9c37ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0b53493d6bacb469b0c9942fd07a3005de158df22cf616ad1990a9b41c422b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2001826d93b7df56cd8f0d8c202b08ca0225696
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776ccec75e5dae20571ffb4b7bf89dfa44ef40fa8c9bd5b7b829019ba07f81e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ed91156d13f4558948049c5089f6699791509e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca7894163581f4272b76f8c862c34d6a2f4b79311e6a5ccef14d17b8b75072e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b835e960321fd5efc679511dc58e66c72b6a2ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db20b73283285b3fe30d12333dea1e179014612f7a7d9887bfa0a6c31c43d5df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2865879f1d1ffe84538dcf2222275460ffeaaa1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06eb6676fb482d5c9e93b0cb64a78a5f9b3d7cd87306f03d965379aaa2e86d98
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1154158a7527c7384a2fde6a76fdd42279fabb8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e267e6b6420d77acf3b68381803ae48aca00b1f799b4968bf11cafbf347f4f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e0736706965e624425bcc9aff360486797b724
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b24ffd7ebaabe2651240458d739d8a43c97129b6adcf3381696a7227119fec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c517c8f53c1919fad72590e8c6cbbfbb719eac5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9587557a7302bccbb308acfd3a706f56c2a730fca2bd3f3148afcde873425e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70907818d997e188547200d2902eea5caee5bde5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b7d19723fce1928b10a3e58585d0d3a264c347b2cddba39ec533ca2f50c346
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a96151b66ea5a34eee3674eac019450711661d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fa364caab5917158b4596450733f656cb2e9d9df3a5edda7c945f3bd6a6e9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4fc92425b321e31f6435d1c6fa317bb9bf1baf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23600bb70b69de3b8a5c4935eb1b4afe2e5153021515d8f62e51d78170691985
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d2ff55c4af638e7a3c05b0ba2423959769e545
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5958299620076f224fc57b6d0ab5952a2579d44a05efbb41a9b4440b24ca264c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f51ba74b59861278f9daca8a6d286d7d0e2bb71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e297a7a0f8738e7efc2759309dbfcf2718730fbb082acb8f525315d5ac09cfdd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f96aa6b0cdbe6c11a767e90f471434c7b92b31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da41c319099580cb8c695c04524e9654335e602319fab2a726f8f0e8cdb056f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c7b0247d42c124418d8c69c29aaffd460da93e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9e9a47836b2d24e4a4f17ee4b64f64eeef8656e2617bcdd2ba0837437046a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721668e534ea8862f3e2add4c1a924c0ce569898
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e536409550034eb2c92175ad64f3546f4f8b78d5fa365889a2fa9a6d97b03606
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74f17eeb5007bb9a043891922c91863ec4eae73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023dd1ac8913e72212ac48ff46b942ba79a0fc758d86f125ab4f129c87304893
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9aa5e96f5eeca146619f0fb33dd1178288a036a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f39e97baa7f2984519bf4b6ceedebab03b237d227dc1a7c786c95fa7663cc7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fc6ab5448575695dd95e1ffbd2f14177706e32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215cb9230f0e1c1878dea6e752eb278e754ea542d5986083636e3936b04bd327
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc44b6b4a321c7c994524475c53b17b02948787
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457f1ee12343538dae6ae6be10f15d70c4626ecb717646c5d196efbf8a857eea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293de66585c1b7424622ae3635d097776b22165
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a131e7372af7adf23db098345bd1efa89cdd1e6a7c1a619822bdc1f092c6a37
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49b25165c7bf85e3aa109e8b5c81ff316a3d2f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8fc7dd80038a30674ee52c7fd265da4721073d0f1cba1517d141d2b2261bdb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7702833fc968fdb9ff6d3cd8536b78f373645a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c79f80563026b66304e986cf7dcd4b25fd2be02e7571bdc0400ad847aeb770
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f0627d57556037caee07129074c54865a78656
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24883a0096756a31cf90ad3d500ba53469a62cd79f57c95501affc2dd25f2637
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888105b88900316002d818e846be7d9e2164bcc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40e73376807d6a9b26568fc941f90577e0938bafa454823d0ee3f4abe96984
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2b052d40c9c9d8f5b9864e2747f124d1ccc401
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06441a61c6bb1c37e6e265a9e7ed74b73fdddaf732b891cd4583f7dfaadd0eb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9209c20d7ead266712ab276f1701830342f2ecc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba75b2d0ebbf33a5595f86ed9d74d81cfe4ebb7185c2fc74dc9e661884a713fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1f07834dfaff08015351a41cc2bbd820f3bf22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2483182879717056c0fd52a7d606710ad9037e5ee8640f876a034ad6ea0ce261
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094f492ea17f705e1d8cfd1f233db7567cbffbec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb0debbb6beec1b773fe89717c152257d865b813e7284084c427f0d45d7a33e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdfba055d7071d2edd18455cc1782d466760504
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec1ade3357b02ae046644643b36f1f5120ab4c9193a07c7c5173256d96f85a8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096bc726d4952d3df57b801751dfcc0703b3c7c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf7ba862fe0e00d220012954f769389b94ef8f7bb07353b87c3c1de07fcd5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8227b72b132b0784eff893a7c7d7848a0d0718
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9d4cd1da5532b04decd4563ea5ba72ff3a7d8da486c34397473d6b49626464
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87072c31efdbce52f20e5eddfe99543d937a92a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20bb80d0339d3da442f40e03577723d8a75c8802b67474e5172af12afda4e30
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66db453dd739ddc5de23608aff5b2dec6b0957aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cc8c9393232c84feeb40d6567c7097e518e563f51c2355515e3809d53491be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9115f116e3f1797ff00b94370af6e2075e45cf3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ac0b803c52cea8ead8c3ca90d79f738e8235105eaad5365981a9b01e59a24
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e12647add7cff1426bb3c492598a50425f71def
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8acac235e7fc0e2cb69582916d89a3223ce39da62819e94422cff036bcbb49
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f06602bafa45c06a19c370c4fd827b2ab84162
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6476924161601e0360fde7f99b4fe96b2cadeaa89fb13ae525881d4c42d87f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc8cda5f4ebddb414a546924c80ab94c94ccb7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20324be7b507c5bcad9fddcd6dbd0fe000efa0fcfc9e6714efa48b5396f0165
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21ebdc930773719d737a4027255981882b8a97b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911094394875ed546fd921c0ee970e2199853e1631fa4c7ae5d7497471359e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fee08c0f0f8f2d8cb33f4d92f26821d3b70e076
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccc598cbffcf1c19a4df0f7c238b49ee2da8101008bb58c5b71dbe03895bdb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d25bdbdcbc43b21f07e4a1ba6102be19700dfd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc1e286468c2a2753d949a62a1a4585c1365129b88ae77c867f3fcd95a3e974
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d98fabdbb4d44fa7f4c8860bc97538cbb886fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fcfadaf68c2fd27081b84d558335a8c31d544536efd55cf864a656b7a669fd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8438bd11356198d0b162f75eb07d187deb2185
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1ec57081351d7880b1958f9673aba90d8247c8d44db3d1b1ae14537e230bbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efe44f8ae9c48f1f517ece7015061c04f82e4a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b3f0e44910752ded53fad95a955e47779b4a417683c455c1f435d9d95a3227
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b9b0321fcaad10ec9d19fec7893d488287683f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c9af87e25909c080a7232ba61aa6955aeeb4cb5fce08822be811a299f9ce38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6fe843096f343dcc842c01a67cd96b18240d25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c87b992e80e545a298cffe466a077bf24ef3d5a47bf6c3c9355ec3f4a423c22
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eacb6e0291f1c889bfe8a166624dc9eca87a834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c51eb212ac937f4a340e3f6455ec5dc56699c676a24e7919a4e187ebdd7316
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9b178d7d176b8f11c0a1aa3613f8d03f9bdb73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785bf24db703eadd82832a0d6d464ff84b3c9e103d615dc9d840feb796809f69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2cc36d7e27e4bf958363bd810de2ca367c7912
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c084daeedf4cfdda73291ed2a026d9b769efe3585e57a2a1accf63d6bb1add
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc69b32f14cb2dba127143edc54d41665e84fbd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2facbf4a2f54ada0f2ea5638e5a578cd2e69cdfef1611f5fe93e86f02494c50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539da760ca8adb1d1f534e3b4121a54fe023db39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ef118c13276a12e0f7f3063783c322de49d851640c2820344cb4734ba90449
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcce6a98cc85751ebd920193667ffad02e845d71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca14e04f05ea06685b0758f530340ecd40e23fa73df03634fff2f1bb38f4016
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c95d72304c371cf50f40637d8befd60da79c072
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4f9369d6de605ceb202a5e7566689f7620f42a7f2663821cb3950ce6d53e01
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1399b35f81657983f91ca415acf473ca9a282b12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a981a34a8e0abd8f9c4882fd7081d289f6ef96940f32d62358b11cf346b6ebd5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557c15aab7684587e18a4027d4fdd73355d3380
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445de5bf47392f0e9fd7de918c91a37d97e8db0b7b2b9dbf3012f26a3895fa34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafeb077302b598c6c1aeb2555662e16a7d7bd5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a03fa7d830178dac2b15926da9c33b8fdf814702ba411bf83692243a902807
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b765f3dbba382b45069245d3eb5df81130d145
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c4dff41314704efb0f0760b81efc32c1119ac8ed7dae1f351d8c5b31a07ff0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e35155a8d56a2940508e7f92c22f2890fadb3c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f723a7a54922c15fadc935322a38ad590ac387878db917c9a5e97dc9c4f3c9e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4644b8a16e17abe1d189dee17535b098e9cc67ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c384e0415aa5f8168a97bbc3bde7ea160c01666952ae030a6a27f10d81f46c92
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1387722b867d69c66c0808ce59dd8bc7b5698ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b28cd823b50f27b21c23252b213568ae10ecec59ef852c1a6aa1dd056d961
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a58c78dc278244b7f4fa5eb73c2dc245804d719
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17ac9f7b8e0ebe93c6c66489b64020b15af19a31d9290180f317feeadfa875f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae1c412889fefb74e9d8cdb06bf615559aa807a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f075d64c44de7b2240f23addad55a2d6ca3345e60fbbf4a5426d14c5d9c13e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab18df5cda1df94e5af5b52703cf9447f4c3861
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2848b395e32a2a0a21421b8a5805e65b6d2e131d8760165905da39faf2f6d32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fba09002dd3b5c360cee1bbc261d3d028a24b3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a145b27858df57a1904f8f362fcfc5206000ddcbcd83d2dc0dac928324e832
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7d7b1d25ae74ea9a291c029101ccdf6509c480
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb654242fbec7e5f0499ab43c10b74c07b3f90aa70fafbe817247b2b4caf9f6d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8806252efc2e84c340e84b2310108bf4c38b46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd218fd9c1f388e4edd2e11d8e2c174ece7a8544739a80f2f0a7e5851e00b4c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b9cd2cded5b83b9ec352fef702e731f71ecbfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846e0ea74cc05de832c82fac8f971f149950d5a649dc3a8e6b377da4281ff499
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15053eb2646d88af886d4ca846369ba28f490631
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55713dcf45d0cf15d2024d7b5e158fcc7f7b3b1fdee73cd2594b45c5624f2ca4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af2fb2b910a2e23899e8ca3204bb224f19db3f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf1c101e464f5230d5f005394d77c6c82867d84bf79d07cfc45dda7d3025b4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aecc5cb1e9990e50cfa2223c38e14ba8f323717
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cb5f39ca781e311b2e0f3743e3e1123f37d3f652a8f60ef6543bbbcc581370
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a8420970f76ed9649799106cd44917bb7db1e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48773896c1d86aff5dc9052db3691d624281a2e5b972d43d1d65aad9e19c760
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d66176f81cd5daec998490d24be798dbd3196b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f85ff0ff09f4fef091f2f712129a28c574e762e9dd3d90cd7cdc49ef7f6c488
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073564d63e87e420a36022b55c4553ccba3a91ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce38d3422eb6ca0831fc528930d92e923733e9398ba5fe6ebef39648a0fbf16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91e219eeec223e46672ae0c4dfa642cfbd417bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eefe8b020288c956db38bce0e167d6a60ed439daf6c43947be25a74e6b8757
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a667d24f8c6e67f2decd945e7396932c3b2466
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265b01b45b8edb745d25f0c681fdf877b13a9c24ae5c06ff86a011a34bc6f301
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393eca7a9ab831bd42cab836a6c21377f1db20c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa559c0edd5654b25628c5045bab4a587ee491116bc5e875ce6c52b1d4ef4efa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f569ba6243807716694d4f448c69afbe91eb0f10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d8db705dbf4788a9e7c42d22d5bfb8723746c54ac58d44b247b01df46f8567
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808bea5ea2024c75e83d3fd91e88a0f180b473c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e691005fd05252e4c5bb9886d04d66fb046b46e33280a9bfd149995385dfb53c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89becb379185ef29916a03011cf31bc1d4c4f328
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576f6c99884b09a8524e3980e2386fe92386b267f45d6c6b15a04f8547adc8f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38214b7fda1a006175e6f2fada5ecec27997adf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c010eac7df63840dda404aa3e8855a81bb4b6b6bd57e84c4018012da2df4a50e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b74de9224f642e1bcbb36aaff07252af099373c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd08aa15acbe2e4c5a792273ec750816be1e90fa12bbfaa39f7abfc77e4593f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520252b0b82a60943ee6bb6f7c868fb00d6837bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4337c800fb2890d9019c44189a494102381bb8d693dbb522442a77a52c4989ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a383c89b17a77ea175a1ba3e25f930599462c9d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6fc1fc98b8e827d82dcd49a01ceeb9270962e650553e26bcce60adc11fa503
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4019c59846aca9db293f2cc2800381f21f81d2cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075c1dcfd39ea506ef3daceb2ed8f226a08e64452e37d1fa9ccc1339ca28edfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ff12bb723a60d5263561144e677791cfd0158c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbc749ecdc7a661324366951fa93b6b3c0019bbb88a2910bd0ce4cbf6f322b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a00612131df758b4273db71d2b8e95794a1ad30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c638273313bf94fad916925d31f9f4a06bf90ba15b70e232ff274306033152b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db54525e67b233f7035496859a1b4c6d41cfa746
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7341aad7f1a940133a0c664f650501606b0288ea46b8625ce793e3fd0f80f1e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc80018a1c09dc2e1c0704b3899558f591d8196
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77775f754af65e5d7007976be42222caed13a687479e6e62551d10f6936443d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aedf058a7c8bf03ad5fda5763bd6873b5773fdc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab441b98ba32cbd916a5c7ce847e2e28a5c04cae0c71a18600858fbb1f254d81
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bef39a704ee0570c0eea6f7a9646cf0977c8db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48823d052f8361013771110d169eb15839221850bf85c68251576cc54f9b8d83
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b5f31c724de00f1ed9d5ae1f4ba233fce4d45e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654f790994fcae8bce349504e6d530efa3cac3faf853df506913a8208d94edd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4ddec5f22a20660b205a46a02394c4b170e347
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18ecf12ea94cfc841d6f2ad5e5393a9daee47122244ff4abfb391c151b5af0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842db1908ababa9d1cbbe5168687393b3702a77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59d14c01dda99ba0a5473a15a56048b268270262658ce827292784632ce0914
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8bec85b62200fee7c219cde0f152fc261c3a6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b417eebbc4538797eb9459c5539bbfd56dfa6f902fa12199c533da344c788803
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fae2887e66787065a96ffad7392af0258a995c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c21f775a0a61fd889bad579e7237cbc3242fc87248185d797d7e558d010468
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7c6b3f87b6d507bb863042136066ea33d08b52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b395f48388c60d48c5a40e4a67752059a102f811f1402ebc957ea7de8c7293fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4859d528dc90c1c9d43de3a4c823712157e944
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbf3fe28fb2c7261fe5f64a2166184b9932e5a5380739b17a9d6bae5d84aa18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c9c340f1bfea21429af6f2947f53377f20467b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bc4bd0229b57ba78b851897ca2f21ab6ce24adb0594bbad576a1b3b7a4fa2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b070405d1ffbaf990f538ea35118b4fa408a8abf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c0dde31789415b26c1376cf4b0a1ac7b01eab820a428bb35226cee77111e51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24c111d90b2c86c101d20c1f24f6e8c7075293a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a80611ab68813061e9af24a6cf39e0e6e085219b0f2d5a37d85710a169dccae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721c38385068ccce16f88a5bfe0ea9151b8a3a6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7371d37bed50c09122670ad824703270da8f765ef333f73c92ccc5182a099f5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd376f85081692e947f67e58f036ff49035376c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f295139b72b829f53fd40a95379569906db267f91be6fadb1fa49e699480071
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b14e36299dfb278cdf91353d921b2db58b03ebc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bddfb17af89f1578affc57c4c525887b95926e6dd98d5eac1ab1bb6182dfef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f9ccd83d5780b03fedfdb64a67c03c03e8898d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5f57c14a89ae62b95e5f0e90be19b30b57bf21f74fb4341916e1742befeeb6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bfdb970bbc4294db6f2e74ea5fd244af085b01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46761a0bc91c3c1ed9370fa2045f7bc36231bc01182646859e1683f2aa6d6537
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8b57521ecf44b1678dbc007c56e9b1c4e6f051
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7168b72a88fdef6c395d8cc0ac3880c7f4fa4b1f2fff14ba4fa1bf80e8e36445
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760cd5d417ceb023df84447f2f5fddb87114ac6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a38f4457d9b6895b4e11cda9dcd56daa79307fc5fb40f41fc49a2f14ac78ac7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6feaa5c9db1ae730807135e901b7003a465a82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba9aed47cb192facded5ab75e238db33748a68c5efb50a0b45579c00d3e56d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b1a7f475d8f86e315a236bf7dffafdbd0b8746
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668f874c78d2d56418949dd1dcc4df569266c9296d307d24aad6a17a1f545a41
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437d37bfb65fbc17541b5f7a0e44fc8bec98a41b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc4a8ff34f93b8e75d67f21e1b22e88b0555f2e09571e61dc08ec88d224c34a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aa3598d232e9116092076aad72914282a76a8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539934dfc62e42f0f0f094241e04e4bfb9614bb77b771a6f44beb155bf5b6fae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccd3da77a61f1fa1504ce4af51908348ae414ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c9e270b0284fa36f69b1184fb81a84200012e132c52f91ba544c888951ff38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff1bddb3f691eaaf4a8b1b82171a4273db123ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4597062a894457b2af6d8c2566da58517f7f0d296a020305adbf3387ca96492a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b0793d14d744cb1d4b07655abc2c0327ccd965
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95934aeefbb96adb158c6e8d80e334b234402925f8f725e0fb24fc2e767de699
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b1e159b15abee3a238e0aec8bc431228423fcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f25bfe4a39cf85446f561a44bc2b85052aa51efbd3c6967bf066ace748ee6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54cb3e395e21713e7092e27be17ff03fb6e0a0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0927eae2776ebbd9d863e8211ddf8a299be2a90ef0423b05e45dcb73475a361
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c89b05725c5bd6b0c95a483ff41b0f2b5379a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f188235bb65e64fb58334900c3d0345c5a374b3398d2bbc2426543920f2fed3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7242cdbfca18b207a19353e9feb9799790d8d3db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398dfbe77ee972d82f3a78187dd80f981db0d0532365313cb4d60392da5e691
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f823baf69748d236f3513a3dfca18cfe258463a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabc0a66b65734155fe0f7ca14199b2d06d3908ae9a5446ba3a56571142b4d58
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0246de4f119807ba219076da72de62b1df48794
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac06dc9ea1f50f5c259580294bce15d9a5cd3246ad9636a7c65de083e18e1e50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428bed97da00218e84d0b46a8f32871b0f66a7b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed9ca4323d5c64f0c18f51ca37615bb3b9beffe0a6adff88d126edc1a8cf556
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c769ecf756ba78fd231089bd7c12a812744c3dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff64a65d697b1cae197b16cffc0340ff5fb35c461abe94e7639fe64b49e2baf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a7813e215a488ff2aafb537d17e9b003356342
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9b73f5d0d6586fd7d46a24fdb4a362e2194fae782e6476a8096a623ef421cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa6adfdf0993935d114c513d66bfac1b2f78272
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779f6ad0338389babea9d5d0392b0fb82ea50fcd08bc8aba831aff4d92b2f802
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d33d436e606d3c089b4df7abc5975d97f6dd5f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0f4502afa22183db90971917b8e76ac0c086aa5c655faacd194769d1190b5c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f1bd4e47f18fcc300b562fbb27e31e2775ce71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b457ba246e84cd43b32ea8a735decff6d85ef6f82bf655cb0b261f39e4ce28
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046bb4a4889eeb055b8a31d93eb3fb7d0cf34985
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137126cb3b5935283d1b263bf51b6ea126723f4d4e6dba1225bb05a9083c37a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ae5fc8bca32878c9d705886b97a4b4414bed02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ceb6a31b6dd0ddc48007deb5f4bd6d3f25472c33d967f9a2dcc1aa2ae4a0653
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06144f9395bfad69214f016c9b5d9849c98f59b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d06831a48c3fa0f453712c29be50ce04c6dbe051b9af4f17ce06e0b250edd1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfdfb744ce978db60ca80704acbee6bb6626966
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbb8a0f64c7e50db586a96fed616d16fa71af8766e07153143e059b825b27b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80da25e720b74f3fe8b7fd3c2c054d7c4f94f7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3449dc556ef9dc70e9a07cb78fda2bd2186c6a1f559f58c799f71a5ea1ec8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aaf3412e7235b301e16208d839b5dfdfaf97733
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498b6529a0d916177f51dc856c319564189640d3c36591cd91b23b13e25fcb45
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c25ce83971b9e1426e439213243a0e783e24c99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da598e6d2de8e59db8c0ca6b9fbb136341526483c52629c1c3942b074d6b90cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171ba6d2de9e1e00f56dd38f4ab8e4584165722d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ba47467628a3cf15b844a8669459cbaf5595c466b7722bb1b63d789fc45476
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa5638182f03d003010ee0f4d7aa62ed92661ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abe3689242f9f6bfa3375130dc7144a08ac3a6d8a63ad7666fa2f35e5d03cba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2586dbdaa50a243d3d95f11f2ce999a83e9e09c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc83414ae32ce58b6c28934f126db3ef05e04d74bb16252188070856420f607e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b2546355446e9eea4a665b05e6be03f7954770
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d2aa000847d6a1a33e05837f5533b908e577717370c5889a9b12eb865260de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2a72b8f48bc4d86886fda9504b469b3d3bacd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5393cd7539b2b71fea56e806e3b06d109a61dc2316ba7a079c255bad65f7dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151294cb07acdcfc9122cc753026b51c1ff7e2a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab40d9155741f7769566875667bb6667f38a8e8a0599f63b89eafa267d340f3
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7d4ee47faeb4d47806fafdee2ae734724a3679
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092a57d9595c771c08bbcb017ef57d6cf8a3740e59c6c63a7aee8e67d63467a8
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a6a84ae40b8e2a3f232168e1344e1c55638931
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fed3bfe24d35cdc0a7a8b6319e73fbf59bdaa99bdac541ad5c13bccad197833
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ecd55320823f54af31d62f754f55794a518bd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ec333828659f5e3fc8578b8aef0a130ed8df444c13bb1c8d698c1869b823de
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa7a216fb86a5f7ea01d6019aef297441b1f5d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f760c10781b2e60412cc8bd88c5f0090881bb8ac8c3e191c1c9461a82eadc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fa4f536c9fa46cdcef7c9f496725563234e052
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d67c2806783ee886627759636366faf71b1654c618c8fe164b34996983a86d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1703ab02acde9f4a24e15b42b2c3356dd13b1ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e0c04a595b93b6c6a5cef21b3ef62f77dc8809c771d62bc7b3e94b5ba76d7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09ea6f5c9b9d313d353f626c4af42133e26057b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17d3d2a6a89b08e7ac637ab49e3b4a1ebea5b8e243e9cdea6efd256b5802c7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824ba6f54241f53a8d04b1e591c76a8c1934f3a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a333cd99533576936002810362231b97d3f6d5c2b50584a2150342e999401103
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad1665b40bda1c2573e9448a503d397d5d88669
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813947d2815308d46ba8ca319c4f800519735a1e9218749aa2e5e7f7e91fab94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd79af9da00bbaeb656a82d36f3f3d46ed926e72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fef3fd937e77533b0135a036b0cb989f9c6fd612b861a60730797bf6aa4d222
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551f787e77cc5bb4b92a6dcb122a05f9048d8a4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c6f3b3732ab7f66b3d3e9de12becdada765e91299ac9584e37b2a38ba80035
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963fbc9ed91c30a3db876dd62e2ff7dee1c74b6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1017b79ad8ef06289a27fafef04726d3450a4f054dfb265d5b720ce44579615
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca614fecb84976582e877d6c0f06bcb92b3c58fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9871acefaf3147726574a7b5f4a16c09812426c758b89fc86cae3c41cae6faae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66af4fc03f65131f01ffd8ef0f15bb9f1f2c277
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a23d521ff60696ea68bec94075fe63f020a9b9626f79bbc9368f31134b8d17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63e31dab017608239c02c2625ca88561d703caf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516ab220685d72bf95d38654e27fef16459d868fbd79a57371341d8e32373d2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3fa1479b0cd54a240e83d99dc18fd2a44a5a49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67283f3bf079f3f1620d33d2ed5ea5ad8a4ac35debde067c7af1db6c5983f965
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c4c49ac7dcd2cef1e6be89aa392f5d42d085f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2e0bb922509ed07fcf62ea536145bb8d9fef32c4d5f0ae3e2c6c5375b89987
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1273685d26fc1d0d6d628af2afbba5b51d8206
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec42c11983decab8de8912fd18fe69cf294ea5b85e592c93507dbc9cdc17b28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d8c04de16a51212a29ce0f4b01294f3e820a91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef02d9fb288b3bdc19780d5225cc489aa526dafb0638c7e513c8ed3e32f43b8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7dbd541b2818745717516971ef6444a5760eb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c349b8e980a5a9c3ece786b7f8c5a77d92ad2a29e4e21f75594653f5aee13a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b8e3f0d6801f7d94dbd0cb06a0e5dde1ceb88c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba2a21d81dae528cc30a976f00b3ec723e47ff74e560c0088e4c2dc5cef15ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485ff31ca0aa82fe3b84cad22e71c4be92e91f59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd904ec5dafc92d9da5b77499ee83e1c08952bd30112c898a2bf6ffd7c6ecb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eb0d23e419d80c0eb0e3445d55751dd1c098f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1b228272baa3586a334ce3987c7fbc856ace3d875b7107d444338119efe28c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84336d317ee9104539b39e6fa09cefb6143d4e7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a420173d5f8e1718fbd1ce727a982eb1fa2c5d6af4cfbd53ebb2188ba83690
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f33faacc12b75ff9b117ba67785c176838c7aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cdc085d37d2a16885e5eba602b72e9092b1f731c747bc887e441f4b5c5318a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab67e035f258b36cd8101b2ab8951585ccce895
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2596208c15f2ca9d1b4e10dd2b383b91b4704d087b33710777d055db89eaf2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e4f9ccf393e56d7b9d4d29e8c2a0cfb3489cee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f0728dee3ed66ab5f339fe29a07016ec790cb4c48dc974c7f3516985db73fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155f73b56aa63611c4ef579c1ff18172b793b013
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91cdeff0f4db1811f4c7186d52a4db5678e4f14cc8e52883abfc7c137364d2e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4389a324cd59143d1a8af152fa3c271e33ed01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67367b6afdb4ce13a832214194fbbeaaed9c066f75f5509048a866e4a96f66aa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6745ae6642b44eb97732b27e5e40c71e7386ad7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12502d07f1cb44392989169b6fed3fa3ab84af3e55f263f87628c0207db3c437
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64fe1e647f458019ef866bd7f12be12840ce439
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722fdb064147e3fb199e4b39ab270e3bbf06a84080732cab66aa7565e722cbbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3fa1b8d2bc5b75d82d0a139993f88e2e5914dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911ce0d7961c513b84299aab047accf08646ef91886ac8104db3f3a6d8af886
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c31a13b8b85c91c6a2e584664093bc6467c845
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36fff7506c6f01c3a798ca6d57220a08a726bec858faedb60290d15206655d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005c66fdc9d6e3eb5639a724440c36a9442c4e52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72f9b71838a20ea83beef2f1adf22815759c1749645a5b961b9cdf0ba47e42e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5ff68b03743a20b83d7f6e8bdcb2944f30a72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff5e50f7859f4ece95e812feebdeb9b20e897df958bbcc30ba4d5b8e633ab0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652c7efb334bf73535df4f3c22ae54415233214c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d152245e054452fabae391e3c523d9e96e6baf9767d8b6e9b0cfd0325d3b11
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf1fb849932fd834496401651b351da185071bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbed9f6c31d4f7af9fcd1eebdd967f3da5cb2ff0306890fc5d730abc302c0850
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bad1ec4e33a9f00c655bb060cd421d191f10b63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ad23345aabd97e599b9b8cf083a42ff2bfe04558401cd73a84500e3da20ff0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e7da1099cb3ffc61c95d0c981d974a188b9a9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b852004577c4ff48ccffcea4465b8ef288ed9710e64bb6353d0e25ca6975d69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c2428a182202fda564bd3bd78384c38d61bcbb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12b0435a73674dbb5ef6dd8d77289c05f8d44b439cc0b03ee1870f0fbe8536c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bee5be32fabc1957e6018dcfaf11152bfe6834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab302f64cf7a8ab97abb648b08ca5e20bf2181568c67d6f3eb6590f733f2940d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f524280988cb325a140be09067ed8065caaa195
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171632a8b4864035d47d6433a4c8f8c69a3db36cb3d8699450e469768782f568
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b91e2c6e0460bdb75c5a8d0694027750b02e0c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97981665af1c6a7cc56d4e30f326c06f42c9890f654712976b59c00123aa424d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ee954649693cdae1b0a10213c20bb5b5466c18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40cb4fa2794c2bf533358d41f5ec39449586b263c855dcdc29df1eb7fa766b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d5946da77eeb70da007aa248696dadbdf486c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc3024d5cf4700dc25bdd9caba524ac587e1532d91a7cb574bfff897ea08dff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5968bcf41ebd92d26df4b01f28a9800907ee0e7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90aa4a22e9894ec827214f01dc4d0a579a38956eeace75ca888c359a619f5b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b885cce2622ba3dcf2985a03724344787ecab6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1c76815b4a24ec338da4925cac8d72d2e45dd382cbc8de4420709cfbac04d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d613cf0f01afc6d9bfe7ae3aab1aab00724e2d31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae16433bdff388a9dd23c3877cee592f72ba2572e7b39458b9c49ae6dd7bb1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7a3c372997e1f38332644f6b09f8ea1a434cbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f5dcbe5b0d965d574a6cd9844bada5fe517c00bb82f18d6e3e4a6407fe1094
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c42da8b0577e629fd2a02c9c16730c05d5ced9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98628367cbc646cf4cd33f5ee1472f265f3575d184fdba63b4074a17c133a2f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c252b3790edd1ca6892377fa947d5c7f56d678
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbc284ae4325a16f3b95069426f543fae38ab6e044f58a95a02d6715661c473
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a55a9c6e34455544b74482fce0d59b57d9a3eba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a9fbd8cec5b790fd417b46fd413daf159f097ecfec4ddb44e018d8beaf11c6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ab2df01299ef4759fcc85f24172a2f3f9e1616
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f6a438a0be4ba7571ea0c9f14f983eeb2c023bc11ddf91013c73802757aa5a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759c7f93991c9f4ea021e8b2cebdcc6ae5f82f59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad223e28cceecaffe95759e5afc9ce20a68e5623308ba1f3aa76ce0614dbdfb8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858a74e8d41d157f957c9548e1d28b92c4106963
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b221f4262cda6837ae8709b698658e0cbc777a1dfe299ef8c2bba3eca9acb91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c589c86221a5dcd8d3a4e05ad72aebb9c0addda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba5fe45c722530ded820f4f4ad2f67c6b796b6fe6806c18e1fb87df9a32b270
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd2e8d4fb15647b54abc00dce53cbdf13a48708
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5e32157785fcfdd88c7640951099b2df2aeeac963d1a454d0f8f3e1b730738
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d186326c79e716d523a995776e7a224dea2eed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aafc8e9dea9d6482bd160da086790467bb5e663cf31a98742a22a265cc09c85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78fffafa81b9dc5cf9da9adbb8e82a5e99605de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed79dd2d39924500ddbe2355718960926701c6f47a1ec2723c4fff7550d85db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e6d6d2c232dcef2faa2ebbee9902b05d2cf3fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c015737fd9a05aab3298f8c683bf618af32360bfa7e87e4118b0a4b458eb3878
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f712611749d9aad1897375685835361b10f13d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ea8efdd4287d63e170014213f506f50693232950dc23b7a8c31b4fa2613e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1930b7f717ad0df426f71fd00404069ff03ee6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec53b4fe11a2ab9e0ea00503212eca3c8f0d9b122a39606c3506827fe1d46448
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc59a2c6e1c3b5b53b6b795c6942f082b9d7add
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4c84937605ce1acf2dc52f71465eb141590ed9604d2f3216d3a67d0dbfef71
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1537768cdb8291125600df7ee0f77745c1e7a32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7afdc50597dd07418d1774c2752ddd9b1b952743398b01b51c384f2df4cba6c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6721c2173643125728f30c4130ee3fbb17ed7455
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7b20755b31849650db47029b90b1b8c7f32c2fbbd1b4cb9daeae2e0515b297
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31c351ba1cc01f2190a07fff080738fa6b6d069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a602f46930d92249e187a61dc2850f5386cfb1a570a0391d4ec0068e4868b669
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d07a3aa25af52fb99a85037bafa55ae398e4c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90e33007302fb7a634998331d396319debbfff5f6433625629da5622f92a919
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af9bb2f4a639eb676988914afb655ea9833d0e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8271f6da82c8487ab9f864c13aeee1c66a931e6e729cb529e01b0e7a00b1a752
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8417847e911713e5a8925a3d0bbeddb99f38fa60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62b85fb3bf74b1a74fd774e813154ab0605e50b32d1237ad5196d1557ff786e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1c9e546af207053040b155efe1eb019990ea4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdd56a561dfa71013419976c9a7359eca5e0fb8d491b4875b7660b0c5a97c6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31732126f43ee71b3bc69d25db9b14b35b3382f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7110edc23d13523c9c57a0e133e4f033b49d5a809b0b2529109c1764b3c71a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6a41aca387b0b8e1dcd038804746693df09094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820d357d503bd3699ccbff80ca42d022ab88734137c19b6330b1ca94629bdbb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d02e1d86519df8ae20d00eaf3ba314f2356731
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaab4874d4c55a35aca815524b18a0ca10644de7cac9754e8a3d9f3d65f87053
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2165c069a4229849c7b80ea4e6180f080e56118f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a186186d317395015bdb46859837c691a16dcee9d60816d0e314959d4fc8834
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089235fb24adf60a2b91c694e73d909ca23c3241
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad1c265a221b520f436a828c1d18730db1cae2b75550a00e294a038a0683fc3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd63dc35c375ab4c8b52494b391c8959c357a79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8befeace8cd31d5d6587d8facf02ec28883bd5d2f2c54af34dc26ba689bedfde
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f85943880ef6d88fe1bec6911ab072b2d07c2ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1435deb389906f859b182bfb32b2a795c1b8e829a47c9f2aff257e039eb368
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd76eaaa2a74192ea7a660c0bb9410694500da07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141adda81ee0e653d73377a449c7896ec217887980813b63941320c500299d0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc114905d696209da955e8293e5484daa11a28dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90d88612ccc34c7b9e93b52ba81a978c78f63f8ed9428244828faa0a82c5191
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b6fdf4cbcd9ef4e211d65211cc6cffaf71a1d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f54d4e05664b2f5962703939bb06464dfc48000fb1452769f47e3bf218675de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f924c665a564a0dd1f0c9de66f03e2434fce193
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45711b0d474d941b8afe8ceef2832751308153456d7b3b4bb6704e04e07eef89
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b901605644c72df6e8cfe3b775ce27ffb4dd098e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f9d512bcad7453ba90f908469e0b59b9f53dbb726c2ee0603573d22c33560d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea568590fdf09511b6718036c2127ec097fd97e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a3773455adfdbaf577f0b868eb501eb69f86db690fc6ca2fbb9e11fd350d5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54d30019082053ec36e47ee6b2239bb8e19a39c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7429abcc698283c98417ef3afe0480cda67a93c0f9f86114ce027835af32f653
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5291cdc3fbe4dc0caf6527ace77eef1dd16c97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed98443f23dd23846c192df88d0591ac032360ec9086beb1addb2563b3e77740
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c360603f3ff3cc1396da45d5fb377553ca75dd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a11edc47bca99569ceabf7ab37fce880accf1765e4675bd07eccdc1df550d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25dc7bcbc7ad76e2023a12980133f80d9b8a76c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bde12416f8af677710f879511015aa15c0454311605046ace135447c280398b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2cbcd3f6626cefca5be2e01e8675162181ee76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469ae8c1bf8bfb8f7546ffa4c855a3e1bc000a31bdbd0f65036480084125ddcf
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e17776f8b8bd3d5bd10f07d238a7335dd07259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d27f201c2bd089717d01da464d9097e6887653999a3ca1a6ffb471b04db67f9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742663b84e9091ac332a9232c10a59e09c5f6664
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254bb7d2ee37e54fd082030a7807e2ddfa5b7c005c8171df2f76530772c1500d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae94c8666923c039ba9471f7ead4fbf6a004c500
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75410ba81552521580917d70299f30e24229fad1e9bca1ef8ff3111d82050293
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c12ef31ee437424f02acdd1941d23297165d792
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149ac24da95b1498c126edfe5123b9bebe0b3f6c9c7046c09fde175d2399f4ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6725e53482f49cfdaf67a019cbc83c0c0b260f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58a5a9bda1a7930deac79d79c9fa6f016777b5d2826dffb6f8b34caec57efd8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64de0856aa17c800657563a350de5c337f37e8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bbd58f265a9893aece6c5d89131e5889ddfebcbd364e11fba6abee2dcbdce4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d3ee7460b78aa6a3ff8bf1d77dc62f21b6d0b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106a4ddc7d3a3115039f726d8e4174d41dae911e8a4670be4c068544a730b824
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75dfb6275e08eec8eaab008e4c5dde21b0b5deb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab9acccee7952a44df2a2cfc22ba16d24752ba20898b7bda2bbfe2c96517970
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db428eca062138eff5165d5ef0a1bd9f50e1f5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3d8a371a5ec897ba174a7d9c78c06974f405bfdf339ea89c722fc0e0720d21
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fb25f8092e5b2134dda7d64dd9ce8cede76005
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2961d59acc1c9821ad157115f7418146a52e80ef1c2aacdec72535866e9a665
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec392c311383a7a2c7b9a29c156ec2f616f22bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd2d33fbab23cd4555bddefbefd2200c1ccf4092d68a2f8d39de13556f995e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca0369056b8074c0df417ca9cb5ec294850d4fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7870e581cd3c2dc78efc4fd1007adb68bb31a9455a93f0acb33c3d5cfb108127
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a6da1dfefc061bf14e788f4d75ff5b4e462d51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c32c8d5776dfb4a8ce6c2bf3325f4cc88048b811496c080b1b7a03a9e15d59
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb0e42b054472d31e88d65db108caf82489a069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e813436a2d7b9b38075d3ca09324a248f20ef1fdb74e2dfb89873a8e809f24
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b624762ae09d7420a173221936c31fab12f44c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de363cd7e1cf9f5b01abf4fb6084c6d011d52c32e42ae87a7edcc3c319afe4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452e0b45ca956414258ed1b86be8a95151d14f78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37928d7d7663d8c9b66f97cf9574a041272931932e90db120e104f3046bc621e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6d6b78afb2dd2ba9d558a092e739d9955a69d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db385d65ffe7ee9f263006c7dfa3885b6517f22b9a09034f99ba006f8e868e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02adc646f13e9c16627131646a0b017706f2cf39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e4dd8f9caedf565628f4f9c799fba600af62820fff165911aa3825c1cb4351
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2c73e1659c86210dfe38e84c0a881b616cbb17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26db811d1df659808193bd90bd72b49d73ab8e3bf172c18218f62af45746f57d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54afd1ffcebc0882ea0b26fb8750696bf20b4b0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a8107fae551290cf9144f02a99929b0a040ca44960903ee97e614ce7a88898
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574bc9c09930ca6de6d948141ae3b99848258de1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8267a53a373b83061b8b894422098663e49a52eb8e18e58f3a85f9948c227a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea5156a4bac7ad066acad975010c705eb9194b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5732ee1b0907c2b1b86e1bfae4e6fd0bb919faf59bc6719aee943a6aaf199f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7840e07caab372f38401d1bc2e005d9af4fd4b54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7b9db69252554c2abd2477ac79757deccccc3f3e01bc349b38ff2108da3b39
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f1cdf7a54d2b2c5a2235064a236320896c5147
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bacdce33169d5048bf3b98a84bf6a32ab4e63ade6201b09a56b88a006858c12
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f8b39bd4c54c1c80625b1daec27708e3e5743a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a5574bee945f4298f2b2bbc2e6d6dcd2fe863f76bd080dc873fe949ba22d55
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109a95727abee1e9169054331522253fd8732cb9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e267687c89bc421aa0e9b1c060deb9dd0a63e5598355f94c3ff68e9e9b596959
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0365f278aa34c9e526a0f1aea6dbe16d60d562a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9c3137d92d4e63eb744660e0226461ddc73b68b7861a25d6bd6f68bf3e5146
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50edfd8fad484fda5e90b37338f173057d3ca28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a9113dc4f5f3fb880e66d38733412d3770940aa7aaca330e00fe4865abddeb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62b313f3bd3bac268a09cc2171c5d65241969d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bacad3b735289c5a409837bcb249e0816f237cd1a1628bce71bd476aabb944
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36622a8eafd0f1a939dd1f91f25866f1bc11a687
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cee797e7ee47c8cb397b7b6ca0afa4da2a643a46912a5814e0d0953d79ce9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936341a333308c4f82644ce109267db0049e0329
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce976a23c88baf1d38464835a7977a2c9aa932b114a21fcf2684cae66ffc38b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466e0ea251f18be3014eff153ddd6da8c362fb9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b608dc4db1bc0576808c323bca3d4f6e6c4f2dc1c088f88d984e29354030795d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317d390c71aaa4b92da3c690cb3dde7c0eb8f3d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee75ca872a526ef4ec1f9583d4af0623b366511db10f1856a2f9f99034d97ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d34cbb052f515298342fabe92b3d0fc405e19e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64178e18c1d3c1a4b6abd1f01039f65d2610b7f14a0b5b94cda7c788c5ca09a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419ee8382c440883f403a2f16036d56028cf5bb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efc28390953bb5a6ecd80b489befa3030b5324ec8d710cf64c6f0d0fc38f6e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bbf0118c7b1ea6d404a57a5f0053960c7d3f8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848fbc2ed1d8b10190e06016c1a342b5bfa1a1d8842e9912a4360f7203191dcc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7704f8f02865ff38b7bdce7af2ac81fa46218391
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d518ba4c219952a9d11ea796b04cbb315f3bf8b68e66a62cc24df0fca2a86637
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be024731ad7f0e00477a82afefea075a13d645b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b006ed7c0885b3a44f0d6853b19601a4b1f52dfe22b9c7520f1f696e401b2d1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9d1efa3de70f60aaa7a6340496784c79028d74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82115d24cf890274aeb5d72b134971d35860586ba3c03b7e7bb625cb6fa48313
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0a7c7064fb8673378a11483454ef697ca7ba9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ee0df924e037890c881b62605e0d962b6b27a3a6f17dc5d0d05cf1efd5f086
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bd85efa2faba24d0be425f089fb44c567f7c3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006b7215c15429fcd1afcf017a73c4585a37c983863c502d65d595a56bce455
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46eb9c5d93f2e921f28c1738863a07df11826e20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29485d7407d62585b556630203b05d33aad49f14310b98e30c54ea81906093f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fb11bb39876b37b19490d424831172c7de1d63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c0a8f455c39c9f53825bc01d6028f645859cf3ef186dac5b80adc3e8b094ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbde6c4edb8bb16473dcf085f53d05a75dacd4ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685947359ea44da54c256f90e675ac4171bf318ffd2ec8345cf7d5cac0fcabaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da666af749095b9d3dcf78d2d9194cdca0c6c06e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b52e87060587297e9c2462ad0242a9e7ee0c70503a9d37ca9f9df7c2ee6b2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fea3d59b08e42e168879b03b3f2ee2c0d5150e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccee8f8489b68a07959373a6ce30dfdcf5cbe1bf5dfee07eb10901191fb8f08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0508f29ebd6154527a6dacacb82cb576040d9ec7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9991b210dd1c05dffbfc0e5ff620b1525e9135e60b68a725f0acd0fd8aee8af9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0cdaae33157e3aae0ca3f7e67b9f5aaa1128a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f35a3dc51fce8b49623bdcbf2fd6dbb48b1be22a8fd714e229051a2fd589c3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb40d17ce25ac2b09df38706974de29300d0d5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122fcf39a34fbb153f3fb32ee263ea3660c41084ea349ace11981c26c9eb4713
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c7d3b4b0a6634f52dd9d277719cb4ce59c5520
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c85e6f9cd737eb578d368b87e5d60f945b4d1c03312854bde1b737c99f6619
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6004094604b6f0077365821843e8bc8c995b606
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a4d073d031326dc2b7920e4f6022588b905c29baf40ff27899ed9ab802e930
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75e0b3062cf6c2d66b9afccb13ebd82a0b3d449
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fec59d9e6426bcb6ce4acd2826f4883f64487c674ae68bc2862128f5f28efe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab95a7f1b6bb78da5d95e72914ccbff86316b545
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23652e51efcca233d926849a6b86f47d3754f5af81fa031c01d745d350b63a10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11114010642fb56d10b5789224e318548a50212c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcdd1e09f091aace55db98f033d90481fe7a1e32d699ae75f6e1f3377540d3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ffd7083716ebd43b7e205895b0615b721640f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f690598634f4c1508143819207c1ea8db6e2d21963002a4b18c7032c12106271
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf2aa4e06978f57db3a51e25d1aed18b5a18303
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7291dd4d785a90f0209c0561222603826c5638a1cec840073745365ebf9b5249
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30b86635b908247e70d022ddfdb57588e7b8809
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674b675c1c73ffe12caf1f38b74f5e91ce0cbb51d2a1c86b7f84f82795b97c6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4b0928968c0086ad99bfcee1efa005a9470888
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1de9794cd1bbdcb0040247aedb14197abbca6a0f4227b804fcf78e5de107bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abf8a721478d5d622bb4ab2b8753a722038bcd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc3c7aabd238d6931cbe3a35511d812f7ad0b4387deafabca6e252a16035e5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fe9b7211e29ddfdc571f2ed46e6dae7ca81700
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae64b96d3b51e50316e0c5dc735faaf3e037be1caeb132c28c3295abfdf36bd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27e88351b78d7d6abfad73fde6e028298421206
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0059fcbedf7619b4946a08f9122a0dc33b22cd456d8956e63786ec072baf35f1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6a211ce13b6231c6c3e60fd1415f1caf5b315d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c770937b7174c6d4f2cecffd33b16208436c2b32a73b13d45c6a0260878b6182
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ab4b9c2191ecf868d0c0f3405c58cc41ffdb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60b67b9f26a4028d553e8f9234bad6df5aa3e6eadf75faa8c7d348f9fa2222d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c5ee4c6b03a0b1e6a5a3a70132f3a9fbd9e12e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f19b06a00d9099e9caba8281c70fa8fc9f868005a989099dc793caa541fd93d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bb7941a49e91f571508013fcfc9b543d360066
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998481482076037f33e2d8e357b8b956741bdfc864fb76603bdde718902f2ce2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b26aaf8dad29d8abec3552aef395a3ebb17e9aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c41b5be533aa2f250e2b03b3c0e16501e2992de9e52381178db55bdb5ac682c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c277dace7e613d21176fc2f7e5f74b2d45b2ea2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd99b27414ee01f28fd990ed887652b84e61e4442306c5dbb062eccfeec36ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be9c1d489e9857063097f3bc7c53447b769d7aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309a92e959508a7f0cb8f3e8a8b025ae21fb66748f2851312236e58d128048da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51f7e8a70c4908d2fd7305beb2b36fd2b6a0a04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4493c6ab9743bb30e4c6373aacdf2dd1738c72dc7a8e3143c565876be2d04a08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c1cacdd5cb1d9578e65c5734a6d51dade84889
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e382ac2db87db450a833d144ccb81f977924e2ffb78c07cb2449d56ce4eb4b3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19554d5f6b3d2e27fc26eb5a1bc830563eab1e46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90135c8808778a6ca798fba644dc2a71420a39f406995f584530bc53694d6df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf24edecbbf3a60fc962453d30d6968291618959
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33ea83e19047d4e7c501e036004f5ef4939f6938e84f6abffce5aaf75e2bec0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d68fb4940519e4ef2aee93c473e93ecd26d8e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a95d2807de2199e0eb4ec41c3abc25fb3bedabacb4b3b4f7c3058b394cf4e3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e31fe9ea93aff6bf6138dd88a88c778de2b550
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4c0ad6655d9cedcad99e8a8755cce012c68dd57ced96d813a569c9a8d06842
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ead583e86f438d5ea56cd907a5f346684141654
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c806614739469a5fdf578c6f980a95708cad7bb0e238cdf04ef53291ca58b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df16fffd8eca4b14cc5f37349b9b77582a49b0e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3bc111ba46203aa606d1d5fa8bcefd529ed591e727d0c387e3949b2ffc6c5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875098fbd97a82e098974abf031dc1a982adee63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f2d9f8b1dd40cf3d66b0ac40c18c5586deae4966fee4081dff2cef2f8a7ae6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac3b5fa84b78b7e5adc4a9f1a5e60e3e4bbae3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2505deb5a7ddd28e763e9404d4e64c1affb1d9ef2f244dff31eb35e7a9c4c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd28af472595f0c64e5c8308b7559a575840a5cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a628ce3d86b64856f86db55c3ed036e5d7d85f3bb87b81403c6867115ba2aaa1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa21e00deeb46d79c5445c635bf951329e8e13d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732e51a3bbdba5d7a3a7663ff4d5f88a9ff4a200b9d06938d4201e92e7682da1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42fed62ca080421f093e7195f615306d088ce31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495b97fb9c81123f97f9edcc13cf75aff628d70240a3662b36aeda067f23034a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36d6c796abeba2019e35b67dbfe0bce3cfd5a1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd9e16b41331dc7e0424da9e44a662f168747ca2f126a4b4676974282605343
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26811a00b6cf0e45d92029eab2f0c5db31ceed6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca3765eedd298646c64334d63d2e42864458a3a5f5cc689956cf183e1454cf3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3ae00b19968a20325fa0e754d4e551a070cccc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f994086bd16c621ac9169165757f89a0614d9fa463974c3401ad578ffc9e488
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67e7e4ae98f7f8594606a4b5ffc820af8901704
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faccb675f7613bfcf0ef09db2c214fb3be09012fdcb8e324e8e6184d8c76ba3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79dfe9a2f919c3241426e405893386b88ee0c0ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfad77a1e5c422d8fdec05dba01b83f65c3e870498d2a3bc9997d1530d6e727
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5258e614c6869784ae92a51d02d25816ef5bf08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06824114940afea8b2af5e4aa7a2057a16d42db449cbe993bb00d553d387d6e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7a2edcb8aa77dbd4b13e1c2b07baaec836bb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6540b02b81b9737b8b7705e2ce6eaa908f9510b2aa606dc1f339ce90bf21b8f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb32da3f8fb271044689c2bb509cff1130f900e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023fd3c8f4f413c0b21d19c0f90c032d8c32c408d6a3706083a11ddd66f6c454
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baeec084d9efcac2c7eb8028debab4e4ccf6e1d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f627867de73b08a9708c7f8d190566d77ba08dfb022b4a1b75793c3ac9821a78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8489b1b972868485647995bc30cdd98c06f3bef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6975cf415ff5b356c4d5c8351057357abe050a93a0cf17a28910c907a54973c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fdb8b536a9676ad235e0d70674762e13284e4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858ff9259d5e1be7f936431921cad3769fb09cb8b115e974861632214c12cc3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada02cea87606036edc55fe0750e95c137294bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a04f3f4fab691f828954ee6189df29430ae75896d3e2b0faf049792ae90960
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c08c0d4702e772a0655fbfc4f08c8445fa08e47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbc37b4bd9bb87246ed2d36008249d105cec031063d968b04310f9ffcfcca6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b973eda6e80211d369123045a1aaf8d4479add72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada3a6729a9c6e46f915765c0381a10d78786bb1211e2f16445c9fb96d93993e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3995da5d47389819132b63b3cd98b128effbc9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce86021b95fa54ca831528d41cfdd121da81653dcd9308b28b89ce5a2ebfd31
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1486e69f5ddba13a2fde1f274f6883ffec41b084
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20c91df8854800f0bb8c8dda13478c6fc16571710152567f147f28aa3f50727
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5574174a99b68afcbfcbb1752abacfd977a432ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada2973f4a3dd6990dc0facc263bf313abbd3d78ab5f679d4f2340f975305259
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdb36e62d09f50b40a0e52b7c85408a27445bcd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc3708358c3090999a99efa459014cb20a8f00ce4ae282bdc7fab1785161916
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4a1eda96b32e78b4174ff8be0f9a2855c34f71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbab527f139444edce474ef215ccf3cce0522a1f6111bfb2dd91fed9efa89084
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263149d667aa53043eae64853852accf45f173b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3786e40c96410c70a8e2d71f9bb242fd4ffa3a8081a68b11231a97742d05cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39e8185d7f9395b59f3663b72f0497a3a10e226
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db98b346ca8ac3427919b0f6f81deb2a66fb8bdc8314bf2cd6af738dfc55acdc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0e97495ba36cedf1fd1eb73997ea4eeda6cb07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f91bd035cc8760741646a5c2d560d75955428730bfcbfeb3cb7581607a8e58
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d94c587e1ab54d91bbf53c5708a068ca64b9d62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be45d7bb211bdb1746d5edf8fc13af789434d306a4cfcdcd34a1410f08f3f351
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a12e4f3e151064d16f50f555e6f1d801c05e2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e099a388fe8e0f453edad0a31889fca50602d3247d9346cca46b0f867ef8640
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82a07c7bd9d2f3b09e37bb97632c60a7808de19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf2c901bfd5e41700684944b4bb8e0ca1899aa32ca7289d55a23c2f8be11b02
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1160f6828cea286362d487cf2f7805a241c6a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfb8de2c1cf5146e0950367ebc4d6f8c2525deec265693d88bd91f5281dd45f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a28caf456f53023fba72128e25465a85fbf52ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535da2a1739c97a6dd21bb8431d4c7fea24f407627ed8d989994b6386756fc8d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e58a692257d9e1d50e48f794d55f957f6fdf9bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ef0cbdf6ace385da841b4f850a6f1b2d1760555696f5e35129530310484569
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69095cf9b96b40ae9df22d1311ec502a267e9d59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f69aa9e10978a9ab67721bf938ae6e965c62af1fd818e5605b85759f7182b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c440f8bd52a3245639bc05175b9cff92698c1510
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930aa5aa2debd005494543b5eb537691d09bcbf2edb4f74f7fb5c725ed3521dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011513a2578b1276215c583df436638921c2ddd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c557405db585c7f64584201508262756d64dfbd2c6a836011c73a3bd1654c801
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7317fce94bab6744d858d7f52046c4c7718b5c9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91951ea4cee3698dafff32481c24cd15269d3304f9f6a096cb6b20e2352d10c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ae3ce694bf570d8eb47d1a88c5b6ba3d8d8cfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15d5dc850fda9a69d458cd1ed20792c6e830e3f973ec00aca68ac31854ab1aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226cde1559a8798e3f6449bbb6dbd142c6495556
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9d00055d1eef5b95c2ef616bcee0e9b33c674a780c7cfde2047e80d5c97d70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90277f911c7c6115917fb4fee45d74e28019ee8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be23197538242f80e57d3817916832b1f9f30ca4ef1bb4bfd6c329db4c38cc01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598320f13e9233b15f44b4b9d904f7c35976b65f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10bc2f5714927b972c87540523ddd1893310a85fad7717feff816ae06da816f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35a7d51ba6c0737cd455b0cae384babc718e8a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30940ba9c205945a49b7c101cda0aad47c0076690e48d50775f4e2dbe1b659e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdcea4e40c2974c5d1b1ac882908aee5a455463
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027bb5004e48bf46e2647835604eaf48c3ef4e385c9670a3e80bfbd537f80ac0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44530b20ef2074081367620b1ef8e4f3fd04aaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc45a27bbdf47c65c802f8159f40c0ef6d45f4d597dcff2d8e856873ee7b8ac
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e56219ef95ed1f1db9321871bb052e23c03b0aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd65ec19ca135260bf3def335ff15189aa12e448f4f6550c5eb6c259807a152
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5c07bad59f298066e8fa0cae15e23a7b6e3d5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d058a5767510f1710416d4b23d7f0f7d897124b4cf8f3086b1171330ba7454b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49813701d8bb078298fb39a8e73a754474cd877
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d15b6a9bcd132c122c6badc1f5fd1048757f79007ff4565f4279178178c77bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d53b6f0286f659a8fca62fc8c080cb4a60d159
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f802feeadad08d6b91bc60648a8782f4501b19b5824a9447409af8a3e91252e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44539ccb533a1423326400ec1473e2ba690c2e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8796fef52bcd2db76d714b75a350abd4c6563ee2e4d9ed3d38770c84ba9135
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27911808f7148b06633c4e8d2ce5ba57b916fb94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8200bc543a74efa527a6f8900ad811930a3958a2dbcd496a23c0733fbc5fc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9eaeba598a9304f47cff76fdc508d1bf423d2f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14476b39cbef5f182de26e5b185c89c1c58c850fe0a2f72c7f9af9137239f14b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eecbeec703ac03479ee1231be71d1169ec10c00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b3e69f4cf0390050f520b9bba3c8794e50241a10b8a783ee61c92535e1059c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a2410d46e799a7cdb469c72862c37f9bd7fdd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c436163ea6b21ed3df2a9917ad7c72cbb5f648f2b1229d90304d4953c53af49
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b4aa7782cb6f1b8b739d73bc62060226eb30c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cb8122315291385c54fe1d401042d1e1a07b903b35ace25dea82c8a50e6a82
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ebf6d6aea4e20deb1a450bd6d640291d49f2f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7f3ce75502bb17167f66b9e29aeb29314df868c198f2983e1e9629eeadac2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71bc1d8a8d047ab00ce80dd0404f334a866eb29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7c422d622c3fa6ebf7a714fadfaa123df936e1467f0d05981821bf5d7a87e3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd10576e5d23418da3f40f450cc1c45d88c4faa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fa810d9c161e6d9d4e22764b1a386bb7aa82ba655741c20086ff9bc3732e99
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618e6f4c60ec96e92d7901157ff44a495b77c12d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73da2608185844ea7029d16d709de5b579d3812a077236fe84e42fb7d53431
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866eb59477918b3acd0c6cbb538d0ce49b5b695a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90db8906e167cf0dde9fc933174c68728392c7347b0a87aad516a6181ffc8af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce0e70b1d60485554350ead9a7bf6f9e5202838
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4fb4e48b09d7ce35bae1e60bbba780e49ec495187e8ac5e3115882e906f66c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde7b4d78d039c54d5fa23d95c9541083d1ca6e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86a4382b83eee6b622306b13e4998f1b0ade824dc46664c006137f39b4a5ca6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0492b72e1582fa60ed78f6f4c83930a970365cdc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed0e6fb0d2e334196dd113f6b0d824550bacbc8bd86f9c4a267fcce66f17d36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f18c939118476d2dcbda7d6507850ba97ccc69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8becc0bb514688971ff300a4b35a460d016277a68215c53d44b7eb7fe7a84170
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b3a777a282f61834fe289259da60a94055c163
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89527b05c165cee3ffcb675acba15138dba3b6aa7e8f82f3a9a38b6180521d5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad25996a130f01dfad8586936c51efdf64fe3c2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3a5ed6f457597fda4ea5be7574fc5a33150c73c9926bb8ad5a363c877207a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c821f9940a06793b612c83cebfc279df012e7566
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b7b6cb0ff548df9bb125608212d2216f9b48b6bfdf287d92d885fa2fd0181b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa93c392f9e94a6268bd900a1d871a40b7f7a1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1532075cb24eaa7540f2505ddb1e5f73119248be6019654c3b35031e991cc469
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7825566de78d5bedfa787cc5cac62687ce35b24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a0a5dffe34e70d5147f596d1d76109e8022817c95d8066ce19d9d73271b60e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31956928ec5963d11ea413534ab04de55557f851
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaa16d97e9bef3b1906641e17f9c6969a8be43c07ec4d6431ad78766c5bc66a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4694d06bb8bdd9041958fb6efd686a601578e13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4f75af608285d4eef18124e040b6385e9f09c7b0aaff8666636a5d80231841
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be008eb2b85b53cfb1f7fac3db737b5e96dcf06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149788ead42f898e139d7ee8ed71c6a6847b6584cb4b4f77ab3f0a8f6b950749
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b661cd448d98fb392ce72b641559e6d4672ed2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea4b8a7145bf5b13133161ff06b6755c782069e07afb7b06c58064961583e97
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1599bf2a8d537fd04ffe293dee5d9cc6649669
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb7a29189009f7201fb6dd4ed4c9a5de3ade04ffdc0807af56e1a0125671d8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed512d30ad3ad00838bcf2098ac14f75ab7445a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b02bed280bc4445076c6dc612c5736e23975d8b8fc58020669096c5383b6ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25101836d7f3656cec871483d6a2af87c343b58f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5368bd5b21b7ebf09c15c986cd7398cc25a9ff01ef64d81a46fe74cac38ea4ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c337d5af4b337c67f0e76f11ff940aaabe3d2bcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c712d0dd5f67499cede76baa3f62a2becbcebd74cc71d4e8ac54fade42c21fbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9936bbe88c015439a56ceaec065f0c05e9ccfbfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c5c21fe6f93b966a7bde44f0ca01d2e2c46f5e92594fe3ebac2c6294a29bef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bef58938263b3bdc8df938e19cde7892c71745
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6afe1d9999968854398d8e5fa15136fbec551faa0071898d63ca480ce390cfb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316f17e5a736ab6bd6baa522fa17924dfa7e8fd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0994a24324577c2bc062d8088d3fe68695c7cf4747f343aeb10f5ccb660cd760
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c3da46fe4aab8d0f1279a9d0e482f4ca26063e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ca76717702f5bac9cbcf4a515cc820358a147ff65e746f819073422e873dfa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59457628e45628e184f219da7f687f5806f30bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2897b732f76823e4610c04565bfc00d055df1c3232b97ce460560535de5e04
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d4bac13140bdc67fded297eeafd4f8482edcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75375b87146e70aa0bc24b9def0ac4fc863373c75f63233263b7af29e251e652
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c2a91e62f2e490e5ef3c3188ebf3a456cf9c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d13783cbfe209b214c5e6a45a98763257d320bca97b326ea17cfb28d800203d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a06aa43dd0276238e50469436cc56ce161361a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e5e678218343db85fd467d81ecd888417db3681141f9f8a318bfe37423386a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ec7c8b80839089bc1c336be9795e0e2eb1415
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaefe79a78af66e8b41e07ee86466ebe7d13610c1d151f01f4f01b5819fb466a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b175443420d4b4da12b183f86e936e7283ca36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a5f6d753affb742ad7e048f50a7b347de1c76eef03917acdec4dfc38272ee6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd21dcfa8ece6731b6012500f2a8cb8756641274
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38796589f03fcbba7c7eed54abf4940e519f57421d884770cd18f6d3f49f559a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203feefd3702d898203bd948f6d7d35d9e5b6229
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae35797a50c48e63418de099f360bb316293910c6d159d96083e6129078ee48
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8565e2d05b3ec293bd59cdd75ad086064a783f72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5189d9417a38f17a78d7639ddd18baf9d00c99d20193898df5567894116c835e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeee9e35b699d9264128bb0e36a295780358f67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86d7794b41f1eeea92814e8e869f28e5b11112a5212402963e8da64f2f423df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3218f99a4c54fd43353085245f0bbff179c1d5d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a4c30384302b2299c67419ac4042bc604f973142a1fe9a2781cc22cac34e5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66761c1d3ca25d702b24f8eeeec7c3b15370070a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febd8ffc20ef5bf52e8b93284396ad4d5d2bf4109bbe0586e88811dc8f716f7f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab2ffbc7c2f3e08bf05ba476b06d7cf93446647
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bac3dd307c24787428dbe8c2ceacf7b63a1070f650b25794d5cc2c77b28267
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432ef1ce1d920f72950f4e6d9397d08d649cfc91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06431b0db17889a464cf3238fd36e3a06677e92de1b2bde68d290c62cd0aaacc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6ec03d719c74e434d25d948e139cf33756af4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6190f66ded13bdbb96a92c19ecd974b6174cfe7c524da45303e2a70d79c2cf63
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4143db0c33a108547f6daf3760455fa0b01752dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c713e5b5e095366e060547dbff463a6206a193af1b2658f5d997000b686bd9b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2993a6e41fa786425cc399614013f5fc00a6241
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21841a88823db7bc5846131a57b1c1ac0567877c9e887c79c1c7d8e52e3a8fe6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3575b1cc9713113e57e986b6b889537aeee0cc4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032de5916890e2649297c7b4920e7db8ebffaf89324a8010519801e0148a4264
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6af4c8710c9fe9077769cbc6ca27f0c6fe49395
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e4514b8ff5217a4f3bc2083eaf5c5b8ed711c786340b2f6669cda1a6d0d46
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fc643114c7cebfd85f1daf79a45a7c4237dce1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9036e033c933130ed55038d8e8f868cd68bc3d92cab044058efbf7eabe8bc164
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca79b1c3d36ebc51939ecbf842ffd3ca0707142b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae36c6afaf11360d4a691f2a841d267f33959c60e0f6f020cdaa3c4660b1a2d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae32c07a5555108dfd3be6fbb226ce48ea9d7ac0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e045a4355705a89c8ff9ac78fde4332573cdaa4f506d28b38fc7b155320bb301
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3926389a5e7708961eaa1c1fd18d86c8e17da460
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e07715880e74cf8dc0aaa82779d7151870728283ff3d7cfd86e22d582d6ed19
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5073fddb91e651f189a1d235be6c06092260b7c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3f4c974355562f493bb0da166a960d5bb2340f017f05d022f25cede02b87e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08f048c27ead1820a3f7798e2feac8095b466d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f37df69f9416b0d7afe8a83c8543c44d3d4da13c9f2013ef2ad64f03f3865f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b87fa536237d7d8aac50f881fc81b248c6e3ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a3691fc318979c4efd9f774a56dfcbdba9a396bf8ac8b0cdddf654259f59e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79304623944246a8f25585bdd7a5640e00f017d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654f1bca3b6ed38df3ceb207d2df0d9e5f8c9e1e0675ae26140614ebfdffe6ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf3f4b58bb907c1fb3bd2b65aa0c6293e8512e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee80ef944883099e1fcc6829dcf042975d066c30f74df50922055b49f1bd2874
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42eb3f2835683b60ed1f4369ad90479b717f53a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf70bcf698cd17a97b25c27bcce2c917e19229db92ff7081321dd28a7d11f5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5c1b21bb50521954e33bfc9bad55d1fab0f30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09abceb2977e0eae0a02c72cd8e130b837694d9ed108e43e99f41b8d88f066c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2a6ba3e9cb7a2fcd7fd50b92afd127fe9a3f2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0d8566d7acc9c266fda2c7dd175dd53f2099ed25b30614850406bf7c00e201
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf38657ca353ee20fe7a057ad04ee68161b282e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286bc9c1b767f3afa239de4faa9de8a59734e60230c8723e16346080d4b57f56
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e978fd13e737ae282e54a861de06359be01b6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db74fe67f4123e149da296079224f2f2bc6857aa52e981a046d9339fa696401a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5384e357f779886f50ebd642be8e3c97dc03f8a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2eaee6ac82094455dfd7cef93b8ed1a48f8ab3d69c12902e5b4fed777cd7744
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d52f48d4d087fe1f1f4a8b761d8f106a252a545
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f6a8dce8e370b5f9d12612bb501afa8dd7ce36cd14e5603ec07b1a63dec853
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d5f434c51ad6be2c5a64bf0a2322ada632956e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef802508d5ee7b8893910fce340e9bcb6cf7fd06a8da583553e44a18a6fe035c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51cd3e964eb143220e6e825ea4ca2948bddd9f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4467361f5052f36d299c2d5ab9bc2144e22ede9b6f0a7f2091daa2bcc925dccc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e8f71d9fceb2931aae51d65706d1c5e2f82145
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e34dfadb40284a0ad8f02d6ac8ccc3a445904ca9b903f80cf09a89f79ae16e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a87963cd6187145fe6b88641f50159a94bfebda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa713c084adaff98972f0b9ee6e99c6b73e7ac249b241d363b10b2a57b534de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e56c973baf21b6cb88e3e2275187cedf734dd7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8f35997392d21d0caa0161eddfc4d3994fa823665248099810bb4780ea5b5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0bcfeefc84da89c5312ff4875febc4ca1818d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6507a8b37872071e531011089e06ee5a95febe462aa205afafd2087fcf99dcd4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd7ca658ba086997e2f021e34295ff85a3ab7c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12838f5557a58a70c476e0fbaf6beeff313d1b48996154360f32ee0a9611c196
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f946f02bfd32e1210c74db68e2d19744dcf3530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c2df21baa88b67246f2fd5e271024d1708eaa7a3b8f95ffd98eaba0dd63394
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533315f557071730eb428dfdd04f0c1f982f3fff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825b865d88862db68e0f7475b34fdb98f8750ab4a2c34f86f0228526a1f10a0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a002c73c6aaf8ee6b73e2154ec92fd114b0db2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dc6d327af53c1d7296aba5e09eedd1cce7309d230f076356b7cbf5849a1bc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f79a0f087c74e33207676e1d19959a52654417e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab9825dca10f48990d36d12f1942fa5ca0b299dda7cf87c2f30241f7632ac0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766f1678456a3a965059ec71e2fe6728af361a6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7b55e4a92f7d0a31a8e5159a01eefda8cbceca7ca48c4ecd3b77e8e3d34225
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88e6aa35e950647063e0e81cc5219f414756282
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbf88c823a6514e6f35471fad32ff9b8560cbc9ff354bba409ebd0598735a10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15c82525380c0180070dabed78fd54f2bb8b49a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2e3d3cf5f7f00c7584d86b96f220d22a8aa466547e471ea1ad7498a7bd3b30
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b655735d25aaaef39fe9a3b6ce146046976f011f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa6f0f5813f374f31041c81466b64cebe27d1f28f42fdbfc546446fead5e6f9
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9665616ef5b84c7fdf7f3552a32fb8986bce2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f011999849720287d8e81e87129df9fc7fdd95d73738500c679af8d10d3a49
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c3ab9e445c5af951c23aabd392c8f97aaa6e34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b43c125854f69c4c70c68d2df0f1b4f9d378b18ac0888d9a80006cd333d5af
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e12997de7f582503cce931a53cee8af834bc60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec853d022f8f606fec07c8a96f1b8158a5af0dc5c11757cb3f3bb09ae3ecd3e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395d7d0529a388f52d91186c6c61ccd26b58a0cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bb8355612a337698628dbe716fde4e9cf6853f27f5669974dfc999d1130e90
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faf8559a7c3160961f7caf13ea26d8471842e5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e9b765f0025ad3e6b85d3fa2eefe5646c862ddb4196eadc8fb4c8843461182
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1559fe3c0889c4562101b1e925d26d9f3683c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f293dd8efe02fb819f92b3ff405136deb1b2b271f6dfbbae1f08b57dbb92af1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4974399bfad6abe4aca373419c408cdc778fa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4ee6bf8217b162f1bef7bdf4b8080d9210df910ef4306a9d71a10461abb521
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b933c4312def548bb1ae634d3b76147a6cab3761
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4bce676751cdba10353412af1e3c334f7b0ab0c39f505e5d07deb5268aded2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e5dff06c05019b42080f30219ff0eebf708a26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67535a4554e2e510c8ea4b834c7ba8ed0bc00c66fb06da7f88c983579664cb47
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d508e9b0337eed95ace698e753d147dc9dd185b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0dc8842a09010ff5aeb2edb7552668d125ee1ba78aa20226726f250a9725db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d1b56c258a32cf1f3a07b676e97f08f0c530c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2999a4e40389ffea9e64d4fdbab4d814bf07de8ecfc292f8176e396774692da6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34dc4e49aec4e72f7514937252b08e9a526ddc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae25c289ef8e546a0f2bc749928dec5cda1fb6e80b83ff429d12973975a8c86
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ba7003725289bfaabba6ef615c5f443b35ee9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcc35a11532cc25a3f27474d53e7aa8b1150e4c2c9ce4953a2f5191d194f1cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd052c3d70ea1a71c5b90e8a3d047cefd982c03b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1915539c251670f85adc6fc0bf93954e6d7b3c0712a4a8b341cc4c3ec38ebef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eece67eb776fab3be5fbbb653bae1d87a5d563b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a4f416ad1f2647dd1036865c0b6888d55f54da87006a6d8719cc7f654a298e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5a9f0795db56e29b5897ae435df7a84413c2ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438cc707c7d96f193b20349282fcda3e528641e8290f715b99b000aa94638a32
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d8c9a325dc5a81d1c8013370f4d8b622c16a8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4184afe473cf0ea2b0de89b14f874b353f8ec65cbae1c65850cc404220e630f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d8736f2825fc0069bc31507cc68e432450edb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd70118eb68cf836d35457a021001caf8e9259e004f4fa485c9394e16c1fd6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7e8eeba43a0112584c3080cb7cc19c6cc71e6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75285b5eda334c17508bf374aad1fb31c6cbc9f422644fc73187929832c98126
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3c2bd93468eec1691d405cb3d8bc21cafcb6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68912066ae88b33a45212f9b400748fd6fd2d2502e91e5925cd58542b7fc9b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfcb810d69ede3171487bd718612672227fee17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e68ef5925cf9ca671f4d5b1b5576cfca62c0691275c6850291f169f7233f05
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a0f997506ef4f90585d5500726219709ae0c7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3e33b83fe01b28fd398c643043edc2cacbe07e2589f8505cc2887fbb0978f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54135c1e2eedf0ebe90f6683d2f85ce55cba154
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff334efb1d561cecf1f8c9ed515686219bd15afda711c10b5af61c1fa9d2fec0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3128d711d5c4f555d132850a9ed1d19d1cab06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa7c281eeceae3566ab99574314c3d314b91895bff8d41179643281db7c075f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c38bb02c25b88dd925792f0edaae0ef3b720dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcdf674e7f9f4f9266ed6486bf1247fd0e4591364d5350b83aa170920ab7b91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ea93a8894b940554a2a5f10f52bc2d0a4d2c0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7822c5468c2968f2329b5127996e38d93594822e550109a4ce1c557e20c6301e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f01dee3391df600877d6157e5a754e25396fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726ee0486cc92f68409653383b11731992ce6e86462a44b03c16c0ebffd9c8c7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8195e7411557c59f966046ba0ff0543ea4ae6e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f72dfc9ee208c3f33c59b0504933916cc5d471a1797ac333be61eb785e37e18
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0876852f95d618745b68564083593ecc9f608fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ff98204b54b670a91409442565a8cbe2bf668437e12aef23f36a0081cd14d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4106ea5c5a3f900630d83db58491330a5c1f6382
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db843f3383b7142d343ba07fbd1adc5e82c69d7d246132cd2325a6b4abf5706f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3da34023c03fd71142d84fd03e6df1938fa0e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d13d2b43f127e6696f95a88af551912129c2afc20fcff5ed095bce2ac4bd20
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8b328a189aad138ca9390a0cd999dd9b878280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c71962af4ebb8ea97d9672fbfe1c2ffc663f32629ec1acf77f7a4e1a5a8e3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765bc80576e2b041f00f812d6e5677585daef32b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17996f3ca49629fcd75eb647bc5798626c224bb81fb7d48e7fbfab615e2dc44b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49365ad7096a5dbca4aff48cf7796d4d9e2ea632
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c4ff07d83a0b660864a81ae70cd4cca4aca933d5285298a1bb33bdbeab66c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16c21b83091ae709cb87bd3a6a025cf069b9159
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c560f6728430d3e7d2d97f480c61dcba49d518c8567e461add36bb0d9fcc31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337fa3bcb42abe9f5a8c202903a8d93575fe09c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183b7db016c5494142f91e56f1f20bb3d852a62ae9199a883a6b5c4dfa584d7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7014d80b874aa9d574ce5365f6a2ceafeee0d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae72f8e2c1ab98fc2960078cf9b4b9146ee1adf3505ca9032d56b291fb9d671
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99150c7ca7aaa5d0ceb5d800e284c67fae62de33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae7d7279b5d2e96413e819ae36a6fd5d0a0f66ff5262c6a6c6574e73cd8b4b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94c689705cf227e93bf199893d1d9935e759e08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f8ecf1e46bf84b1306b563b25cd3c2c38f548a601dac4354629fdd1dc8dfc1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb11a0d98c1d67d4f8be5227b134f72db345e05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400acd645564384b7159120c92c66dd84f6b06fbbf048cf79524acb02f04e8b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79b0e3996d0e692c9bebdaa7bae8f29c77dc827
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ee9bfca1dc398174a5825888d360c123f985586cb39e9f92bf753789f6a512
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4c7c35a2b5c9bf71912d4dcc77c1d3988e3487
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a967b51c892227cd67e7cab2aa9e258b827260c20b72367496e5de450915bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940dba6e8b1ffeb03b3239023818aea82d254efa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a82d876f61e98c30c8f00abb03a3c5dfd6bf261f0de567e4b258675cbc7e6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f096adb15d17d9df2109f3285e4737af6570f2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9095bffaff6c711bc45c992579c0630438ffb8aa543ba637d1f7c57f9a01910
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dab4001342fb6bbca823d01502d5de304b5deac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd560fa71b5fe70b4c3891b3c7661086bde1678a4cb5fada1b1f02b1cd04081
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18db6c50677799889892a5e9b61c7a4beb59e5b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954673babf14bc37da90aadd0cc7db3418867b4d1960a65525e913f6c3c65f6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcda581fd249bf65955d500040a1488d2ca986e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4f230149f08e0f9ee25f8c67890bf5c2225e4fa47d739eb6a7730fdae5327
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a46869fbcf8636da82c09e03c60e3b1406a3966
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa6aa64bf61ac408d68ef6ab2e325f447012fbb643a82fe7a56354f49403a3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146e9eb9c65d2de1d9ad46d5597c622f036e2eec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76330bd59053aac52f9ac6b41cfcd2864afdc7e16077d94393ec52c7dbedc05a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e41458198eac07fa3708df78d5e0b2157e9b945
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f0c9babd84056224e33c328e8dd033029ba7148790e7a3be1ea4166f504334
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60acb86917bbf65bb35435cfb9df476a7d4886f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4350c19e47909b5ce08cf86a8f67010892774458c2ba2cc7e9d1b33a972560
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ea3491e27f87e4188d620436862048887972e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdde5f2ff5e419bace103c834549f391aee260b37ed887637489a75e46950bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3351a4d10d7fedddd068568edf4c25bc62e7e069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f74dff0e45d4d759334e2f48d5ee35cff2c40f6b3f630f914a99f49615edf0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04798b5e58ece921708c8c355fa46dc977301130
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f5cbbaf645c4ce7816241adb52a98403b3473aac3eaec96507573874af3aca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10582194a6a37547ae593a3acb49ff8d3bb9d48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d41c739639a99c64289c0179657363b9e45f86453c17234f5c22a441652e24
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e546f89f0bf7baf72e6985dc3b3b8c5fdde236
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b4504aa9c48f2122922e73ef5bc4008e1ff777ccf113c8a0090104a6a0de67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bd657942a76cbfb876e9d09e398f74c1c31bd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5006d8e17c17744256c5ebccf4c99a270e98e105af7ea273e225719335078037
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3617fd0e8699488c287058feff92afc3df69f20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacc24fbe7ec8c6ed3b63967a5f5eb7a03182fed030dbc8613073ee35e47e7b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a42abdb62c0098825ec6aa12b3ea6a91bd9456
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44f7865dfa125d04854d1c6ee364c1512571de2d501cd9cab176c6e00bfa52
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3247699db4089937a1a33ed4c80d4b63e431a6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cca399a2a800fcfc9505fa57829661047eda8574b59b3899cf781df97f937f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c22c52b386429466d867e90e9489a1e57626078
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce376dae5a0727e725b50db33d267e29660755fce5a39e3b905c0d673e81d29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805f3131a975071ab110a13701aed1ef6da3523a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa03b628268c886f0c626f890b3a131320393dcc1f88eabd946d91a0cedc6b57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634bb5af5949dc13c713bcd6a8fe1dd1863ccb37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50207d35b80a26d4e213230d4fd53c6650903b2ccfe5d44f092c3234cd02b25b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0481f4df33a378a68e53e47cdf574810eeb2d51b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117834b4c1e77e34316b6d38fa2d4216825ae6a6712291adf9492ba6eac43f96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b3bddda7bcc7e15813011d75b1484fd9cab741
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc9547f5e84b773e97e3ba8c3bf014728162d31a0c48c910d1c01611d584f4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46827d57ee886afc97e2f6e4a733bcf5ca982c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd0c9103fda7c1b363b3a1ca923ff8e5bcde1691c72f12f67baed4880e4f382
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4adb5b51b775fbbfe88b8700225681168212c6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462657c548c84d1bd6bb1e88dde9ba2b07ffa40891d8b6e1bae1f08b517fb7d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d001cc3caccc168afb5178819933fda8702f19c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9447d483958af5616f016b13d4dba6bad9106105e4f1f7c176fb06ec664192a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de57fc566305a14cca0e58c8c9e820e2f81263c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254945fe12cdced11a117302087198dfa42d77aac48d75f2f79ad70eabcf5bc9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edb131a22bb555118b891fecea9321f1975a61f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d91cfcd42846458bd5238d926b765f61513fccdf497505caf6ce7f31eddf06a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1c2b210f0d42bc5deb45b00171c4037fd321df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a398dca0babc41ae64c41fc3a01334c266bec4b9a334df51664c9a103f19dde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc49db99bcbc4dfa9c8f6202f746aed6dff21675
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78484965ccb27343b507a8cf380e7da2a0e5f7ae13bdd246b8cb7e7fad38a960
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c5856ba02aa7c829e32c47901c55f827c67545
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5836e0ade5b9bc1e0991c35555f6c4477677957575248078e507cb387b07f91f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245e10dbd4cd1cf788b20373b6109fe2c5b8fc00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfe8595dc3b90470d144e23c876dbb8ce0f66b23c958a71e937a72034dac9cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ff81f45882705e6b8550121fba7b22eac6b5bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79080e23fb9c8f3c41f212f52a056011c8767fc78b03790f1a91f18185328f37
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b306c1dab00aac17883e60066e3fc4b574921e2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9192699a6257b521cb9d8e1d09e99f994dc4d099282b1da926927905ee5de927
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d45fcdef445c1b1e0ab2d985c119e4c1bdea2c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c94f58c6e07ff9024ee5aa1693561ec00a21484f46dc7c68ea0b086beef43a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa42a6664c5792306237a3aa8c073e3dd53607c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca42228773d49f485dbdcb342c661833ddefb7d06d121a93e252fcb88c856c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6c52b7365bcd94aeb26ea20c197fac7b379dbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fb8979af437cfd55b1990b9534f50e08bd2267fdf6955a5e4855bde449b433
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c281607e92b7b99175ade958c03d0ab885b31909
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c3188540dbe3912153cc301b1988e16786f35775e7664ee3cab279d3928df0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d31674fd7d28de32512c865cec34b19c1a9b744
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876b8e99b018bfdcf12bf763b5b73c629421ec1b309f82531a873c64f654e60e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb5047bc9f13fb471c6fe7e88e6f12cbcd52030
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67b5b914b8ca73ebf81c55076a854c2a65c15cb47009a220bebaf5d5d814b81
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fcb36ba38e37307fa06885897015f10cbc4fa1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcd8efa708b1b144ac4d6b917f41fee32b2e3bad8e28b8ac453e37ff1faa5a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c439b01d695096c95252b08d4ed8c85ade2bba9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843e9af56da23b31747eb287a3f1c74545d7a6128dc2dc261bf62b4339f9f53f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d2666e71accb358c472cde2d90871fa8b8a71f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604f2471c687cad2cc938a048e4ba36c6911b3c370dab66dff6834fc37458b6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33bea476d52c4fa6ead8c42aeef47c952ca7531
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515df47d343eb2ab8d26d69348e17cdf805dc1320905edbe5379630d4534f1e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1db55a521f42f006e2305fe11bdd056552a66af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6233be3447e3853d2b9828840a0c48f53ac9e2199c6a59f0a2e985440749c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9fd306c1ad8da6c0b8988db3dbe40d01dd061b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b931547f503a3f8b42e5130495133e35711ffa2e6cdb5f8e5c08b7e4db72f65
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0add8be00e215a1aaef973ee47fcfcdcca3b0e92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d7900bd88f5bf0251659482008b6b6b66f770ca6308900c6a310bcd1c431ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90326cbb0da0e7aff23d1c0285326ed46bc63429
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa1348e99e14689351cb6fa349bc4a7ed18e1dfe5e72a03b014092e6a0e33f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be184026db0ce98fb4cae0cdc630985d119fb4eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541400615d9a2abf85a22475fd1038fcf8e8496d29a8181fb07a6e00b8b8fe6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c6cb3e98433d3947e86911322e0ed617dc37e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b9493db3ecffb44a0f2707dbca10a59a4f645263137d225aeeb231c9c73ac5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75bdb64b316567503b16ddb3bc260486b292332
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1011eb2b2f500f91bdbef0e96b277de3f436ba74c8556343da2b5b36f93160ba
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8134b6c6ed176adb1e2622970f3b532480985d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf56d109d164e98c8665c534e1f76e407e1a73f298d327008c3088deb13ec04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388481052a33753517502c3d37c4b1f82e0e35af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a396110e176765667a2c53e49e7870b9622cae69397bbf88dfccccf5f5a46c77
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b584b89d4959f3b009ebb8c4ff8dfc27ef8533
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929cc0ecb8d90f7e2166788a037419bbf5a7a4bf8c097838543647c2aa6eff1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac25145fe04000fef48a98f359c8f68b3dc78c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84c77a1d03b0cf955e1ac91bfcf6ae5902aff05d83b5272f8ac92e32ac95be2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984174150db2a9264ab49ff500293cb80d21fec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a36ed371a5f8567706e3d6792ca05295d0a8a7c592f540f5df4be49a0d2b05
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8666e27ed88c261fe4f4ff2c0755cbbf95f4cb9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71067da98b5f11713dcf1a07de7b25bf8ec2c3ccbbb8469de275ffb7cd286eb5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6c1ebc609997115052c7a24f24453c2057cc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c5908bd9812187bb9e5ffe4d41a693e5af02e344ca602519104522a091182a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cd4f81579e2d9c4ec1f4c8c0fb58db4e3656cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f63bbced936213cdc5be9744f0c56766d0a2d4307d35b425e64fc8310f872e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58938da9fda590154728c180dba4b860fa61f0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f6dcd63a276fafdae591772fdaf09023fb389a5ea6075b975c80fb04e0d217
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914026a1390d85cf04b56d920679425af328d5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6da8ab19fea4040e273060d1b9565d5970872d799fb26babae3aebc2a812e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c6ad06555be36fd9817a914d1aa298f2a8b8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce2db52d9e2703c6f9f567562dd009147e356d988fff788cb3a06d028213c69
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2396241559825ae6fa3375ba476b11324aa2a01d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c271d35a620b189ccb5155bdeb43310cb993e769e6f2675fb12433cf2c79e95b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dcbbd81ab087a528e4f741f11a4f117785f35b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b396055e035177cb2638cdbd9cbbc9b0d50344751c73542cbf40add2cde88d2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca658e3c4ea49ae7963f646966a0a37cf7a9d8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa7436cd37785cf2edd5730cf2038ee55eacca1a6ec5a9d01edcf8df4fc9c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a965ede9c676d5edc5ecb42458d523c67cbbb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ed72c751485baff8507960ceddae86a6b6baa19d7a189fe4e636a01a875e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0133fa408722cfd300396f0dd50fa5f531924957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3969a1b013b1eb4c9f64aedef475c65d2041dcd228c3e9d16af48c0588bb8405
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9748135275bff5d38d32039741864227f837edcf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e3fb0a47caf84fafec7f9481e9c273046256698c792a8d587662811fe5a13b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3253f525bc8f78415645c04ebb397ae5a2a718
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89c95faa8e8ed0f767218012f1e672d4bbe3388c835254a697b84be94b59ab2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02392522a3721d1e983b49fbde421e96cc48c08f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e617064c63bfbf80e09f2f08534dddf08f5dd984531243b6808750656707ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea4db307351d03d14425acf9c288f6a52574f09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8563ce6c0a0d51d19ec1ccd55a7db0b7e17b0a2a1091e42700729fe0c59411b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0506a906a4ea73c2e1d3f035eedf0b84a151c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7714e97e2e29b0d7679b1c48c9f05530d30ed6c09e6efed3ac0b0ec5fd4f451a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31439c64e8fcec61aa2a8551b0a80ed299de13e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03b37111907d5dde39dcc06c2efadd02aeb24b7e0a111b03bb67b38e560dc64
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faf4944b846ea6f32ea505a18f89a240d3c31e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12826b9dcc4a284afce1b421962eb7436472f2375c53ea344de5079afef0c465
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81db5b959a044a7e3c0c2e52713ee37f1c1a208
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd30046e112375336d33dbe5a8406cd0c063e909a1fea43524d70f4a8474b38
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3820ebd4213b02e79a8cf5bc45c226e7aa07f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a089d667b8c3e5a1134e6b2d7be7ecb99a080a7815f07b13d380458cb1b03c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d4782e57cb3d59cad101b15fa35fb697330b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585ac7aced4bb4ad35f100815f948ee24e33a48f927a4233328b16c55c5be0a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b983a2054cc3712f8b194baac75852d16cd1449d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb54a8c6f9703fafee1c489bedec2ff3a69758d99d9227037c02fdeeff1b079
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd62b54f4013f7763a464c2431710572d5859ba7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b614d53c1a00db9297c0aa3f98c699b0e5eea6e34f83dd8df38ee3b8697bf233
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aae5301d8f66c8bc30f7998fbe30f4742df51a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7429c384c3ca304aa01a4457a0abf064f882109aafa0586097860c7ba50850f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96766863c37b60bcd3572b90888d03b16ee60e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4606336e2b03cdbcb5bb8a412d9ecfe2e5e610aa3eb7a357dec9e25f41d82a7d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be907dbbb6c62469a53c636189f8cc88914c0f04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2e68a20d66abddeac74f8679423c650a94dfad99ac367211004c40c8486abd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b22c89d6a1d50ffab706114ad7402c7d81a259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c268cdccdea9e8db6c3c5b90ca844a70a5e11697f2cb1e9f49fb86a47938af4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f84a5c420c15e75e53781ee7c8b9d3bb4abafab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe66eabc6129b58dbbc07910a66b95724d8fb576f6363425c3980843610b5bce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c06734fa9c6d609bdb5f83875c7c2927ce6273
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb640ee029d2f46a8379a43df75a9b07cc7ce2fd559b6ed3a8bd19fb99e9726e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb7c793656321a80ee792ceb2b74994f8fa98a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac847ed86aef86866ae258b767673b773fc612281dba5171cd775be1595430
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c318126de1597e09d7916f5979b56de60ee0c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44ca35b1f00c8257c6ef7798b629411f000906fd722ab640acc69cf32079ae1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef59567380498ced1f9be9b38bc12652f2240afd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f9152beefed4f1677ee8e26626f522c39f8e50e1d3c7bb5642eec78d7b1bbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813a30d47d919fa9680e30511d7afc0a503e6baf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63290013d2ce2b2991415b6e748814f3d1ac476242d96f139fd052e2448ab3bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5056eb4e15dd39cba8e4737cf55e23df92d5b7ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e007d697e95c83e958794b980509534178d32b9dbfb62ac60f7f9f17c003c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab395d73ee6c5fd15135e27177cea524d2582c3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67abefeb170f083145213f4cd45f6f4bd819d1c189b1119a96120ef0b2457a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e66bff14b97fe6e5965822fda96e47ee28b7656
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c95c6574f5cc865341f62c07fe729759bc82ac2761a5138b20fd374675dcb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7620b4c83ebe5e21758f65681920aabe257629
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0c829b33d9ce5b7aa8dd6e8e23e3769da82a403cc264d2ca6c99dd78dd51eb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5eaa142fed94dc96e716f5d172c0a82c3d7a976
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b510fb60b6ade12ca0c46ab605d20a4caea887f053e7998b7a6119cf79bf4e2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb311122672daf318fd95e9df64a1736a87b961
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b204fc8ee49d52d059298a53bfb73970d14250dfa7a87178f4d3b3d4641bea8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1265bc6b80844c178966f44e21b6f138aff4544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa775e1678eaaa8f821b60112ea92756020dde61dd913d75427c70c39811bca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5269de58b56f4819e4a1337636744429a7574309
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58293aa21e50363a6d05ed2b8abc9af6a60421be9fc5b0045f2d87d01805235c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c537b2760535f5206dde0ab3e6e017190593e73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8882071844429ccb53e6dbde0ab8a657455ce11b60b066bc22720d6aacffe890
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcf78982b6db653c52dda5070639452ca732ab1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483126a4050c3d7c789b7e1784d82c0f1dc6a516c6cad535351158d031037515
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b39153e52d68086fa77beaef5f15127dfca66b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28dca561afd640ad3524178442267a109bd68c0a969c90088fb167eed697107
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64dbd2ba00f1bfd763e1730bafdd82815d629c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a754c0c52ab4ade3c35e76117e11bf75552d78ac1b1b48cf5c816e902081ae0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fc87335a6a9bca3e87f7039963562adbb74ce8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101ef855bf4aed8be585f27798730a89abf7db5cdeac2f6b2aff0bdf9f69c8da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791cfb82670501569a344096a11f47edad167afc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c82c07c019cf9cf4fa237c9dc3b8dc0da996f8fcca6fc9cef60ced96f71f4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048753679a964db4cfebae6daeea29c30e9fab2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ccad05f4e8b78be9501494e066275df51d1095a35a99c2bf00c3aa386405c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a98512cd0add41ebef8dffe61ade514d29cddf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8237b63ef7eddd06017286f7192ab7cf5be60944456281e6b6f390b6a02e12b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd603bdc92e32654a5dc30378e970e82915bac16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cd74e3258f6b83b8657baf173dce9e1aebdd94b7ab241f1565185b17c9a54e
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2793c1b8a18a5b8651f9cb2fd96193f80996de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2033cbb60b5826332f45ec50ff614cf6a16ca9dda777a7e033ad0f5f935a9b
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21647b4df3e6712bffe6b4b5ffa243d28b83648
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ac70754d618e45322786de282173fd71afe4a3a8fdd4dc2b1e5ad2abd7b5fb
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcddd41549329efa75de8363cbd4480ac42de34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5ee2361601ee3bc8e0f0189f5aeed9ec1e57346944745729cb3143b6d6b0ab
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba7bd19d69e23f405ec9c5c1b43f53b33e2cc4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87998a24cc2cf5591a607450f8bc925655e16dd1d31aca8cd38547b637e92859
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694e70d2f6d99384bca5d0ab431ee54c5b750d92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb6fd5891ce95421831914eeadea7d44e56397dc0f51ce52fc0b8026eb116bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef49964d11db7e9de8f9a2532ea673b43834bb87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3fea628289eb7dc1fd922edb83ab3a36a17d2d003b3f1d9036bdd68b970ead
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd17e4382c78d53b029abb209c97e5a55571594b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d679705746af16a835cf7bfd797baefca3f576fc5699dc285129c7af118f5e3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492b248f8b8ae8b47731d6bd7cafc964fd9727e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023d460c7696e214493d9068ba30cd082ed5136ef8259d20caf7f69455745db8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b1e8e90a4a0dc58a3d91a845cc96f809d707cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcddca5bfe5795971e7986c3bba77988f62df4da866a77d2a0b2d86ba3e6f9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2c22246ca396bdd31a3e10b5a65933d2a42659
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1be569f1e92b19e479153935486c7481a9da4958a43c8bcdbfa74e56b6b0fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e27472d0fd9449af62ee18ebbcfd2748e440b5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de8444cfe6b0a784d682bb8a33bafc81f0126d119a46d507f74170036300a64
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473d1366a713863c46489ae43279057de58316a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16365d69d062e0b558d6dd9660afb2616c43725a39b4c867571e71b769865233
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a7dd0dfd1373c323376ec5f4e4198d28d4b39f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423b24c1c179146ea57425025f9505586e89ced045a6c5149e84ad00314fb4de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbad1a1bc31ef7b1e8565144fb7a027bdc4bbe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a631464b4ae22b68bc4b57218417980ddb3997c8f7aee8b99727722e949e813
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e1502f0dd9686cf3134495dfae862aec4fd14b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d9a914f3387c87ff88de7bdec56aed3eea6e5b6faf84ae7a295ff0f746568
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1a3783371d26c8e99062e2d2107cb15a87fd6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f334f06979a562af93839e1e5f762d9e6c291b2f64a40e4b0b14ee81d02085b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc3edf101fcf475538d91762182102c75342dfb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a285885e1a0ca29f9eb38b6775bd835c0fe48fd8dbc88c5f3f1f2833eadde43
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a16c4cb536b7c02f36f46cad0c32196feebe7ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87410078aa79a3997a12d3aa736861f74d60634a12c3f88b12dbda66d779e33b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b47c43448ec0aa6941970760763e1a069de41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a77ed140ab2ff0e7eb6db568aed4d482389119dec523758b3d564b0ab5fcf85
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed75058ed342598d7d72fe1ed9d600512180449
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027fd9f3ced61d904dfdd5b7542442c39962883ec92cc341cd9d444edff21fb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd05c6a2670e6bfb214da93284be3f8c46aa37f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb2acb1af143faa04ec5ab6579912378035fc1cc2ccb42110773699ef34b2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0005b13f89a02833abd485199937f92d675ba0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cbd4444dd3fcd1b828f7f4556d3dea19168d359bdb177b84e91783708f65aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938341beeff8f501073991295cfca5dfb11293ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2e07b8516d37a4399214fc59bbc6cae1fd2664e4a6f085c874929375e89fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d04e68bfb985c340bbdd693fef780f3c49c95f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02491401b8b271e2702b4fe2ff1bf155632d64b4bb90a8aa5a41bce7abe143c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cda6b97eafe40025c0b14e0b36e74d7b491443
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0af286efbe75474d6c4314154b47410dcb6a1ffeed01eb2843635a18c73734
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d16eb422be7045baecb4d9a95dc1b98c7f4181
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bcd4f3576d552d8acb6b8ed778717cbf534f08db444e0838c36bbe98d75ade
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab861167527459a87eeb61a6a81c6e28753ca5a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0186ed69553356d16b955c10e5fd24a2d4a55229cf52905320edc4bb3f364bac
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f78f3643cd65e7ce1681ac99a5df293efe6f6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b4230d8e012d694467c9850748a96b89f17b30b405a99c11ba26dab7637c84
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928ff550961c575feea709f86a656455d7a606a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f663fe231f3996f2b6b79adc6c3ba0d2ae2000b2648647429430ab34ea533081
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d634ef91cee4740d7952b285f1de3f0ada00026
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4e220c039d88944491807791c2e40b047a7007eb57bee94c1d3a6f4a2887e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5376bc6a808a7bcdfd86744c19d0ecae0a20dd3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e917050ca45e070ca328a88c9ecffeeb6b46c9cd8863e1b8c7a208eb53c7a54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5538ae59f1f3a47284b94f2f5d1c2a2c41d26236
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e329727f26bbaa0e9800ac1d30e23e7097034f8305e127b08dda257a76810fd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0200ca042d9550abe63c5958cc83798e53943c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816bce5a2b54d0bb3645d2ea4ee67fd6934ee5a291e638b4c4344371801d4062
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351a892e4797d6a1af8214de7d4c688b11c02322
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79df5e9388206f92e944cde9507785f11f2f961f3ca3ee25ee62849dafc1286
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b509886e208addfe203ba9c4b5da0abfb6787b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07628c1b60e7bbbe85ccc6aadf48f672274ff89433fe66cba53a9e6bf818ef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfaddfc1c811dc2401ac952cf7e99afddfe79c78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22243ee80debb699e3debb29179915a0e5036d3a0d9833cc82da2faf1ba75a08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f436d9c40e6183a3599c4f0d384ba9e22ea1ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9133b387ceda36734bde845c5f5b25ad49800a0069e42a1fde8a4b2e2cc626c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3f669c5a45e7315f2b50df9c4211986a51a688
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038e490c2201b88d9eadb40c81783fd2ef29cd7a8ee7d3f2f5ec8a4e8faec41f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635c82de144dfa586425674e8ca882db9eebc6ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046077add3fa71c5d77b4edc2d02b6e5e30c535b5d519ba1eef74f03bfd17a25
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c593e38bcf5ed25de8d6091c17e6c74825d1f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce62cca52389c13fb1e8c06de6f8e2be1a4ab800a88285fced28640a96c6d33
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bade7dea46a2821a90cc6aeefb629ef39c8ba93d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cee6939848a27e8a6d2dc145c88fc6e10fab1be35a73a553eb7590dad772c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856d8bfda111385f43687f065882b41ccbf5a90f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7551d35704af47829672d7cf44b34be95930285d500f6c2d09284670ac7014
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cee596f955582438eb2effb6dd5f9cbaf9e236
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7cd348a4e18238635d36f6473c395a4900bbd2ebfaa61435330f81f024ceb7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a6706df8cf8c9b473ae5c4edf9a43adbc6a7d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd2e8c0c3ccc54e63b77a9d830b4ef4d8479de99c88cad5d82b4e62fa90dc3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65ebc10b1a8e754730ac6b2fea52a3b81cfcb85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daf946ef49989288111fc9d644d21d4f1f1fa95cda997ddf01f21132d0c789b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d9776337ea3dbc0ab10239d8193fded9996e86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa36ca7deee653337309b53dca47d8db05442030b46691035d029631fbfb0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de10ec9816640caf20c16a5b4809edaf74b80e67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9287a5aa337c112a604e168bda5b182ccd882a138e4e95d8b0cab7cfa9f46bd4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7125ed8db2b162001543826c0b2e334cd84874
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a43a4240d558f5b48f42c51f4b51b181f506491fdf4b8588be8592505174ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52efb276f494c8ecc43c3213cddef4f4bf94ab18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d881c7d152efefdb2059e1d866a3628cc489c6b7a40317793643c6c9e2629e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea179111724854adeb415f1d22edc8a38fea6d3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8da22c60bccd0796efa87d28a4fcb41c79e189c293830ca442f41e6d89cb4cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd96c065baa9e4cb981506916f1a69591640482b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d66674966fe4c733393d26dc68889f0bdfcb5266ad8d12dd109c6485409fe4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d419d3649dc80c85986ada983610d6029a4d3de3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1b6fad2f739127f8b2e3c1303a9a7a52b4becfbd19e30d432fd4e2cb055b24
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5117a5ad9aff547219d6f97e3929c59edec0398a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc61834bd6612634d134611a321edb546f8d50255b687efbb4905f317c2d17b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1802b8cf75090c2570a04a42d41531e512a628f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1390bc3dd6aeec6cd7583fdd4746b6f65b2402048baab5c117acc895ed3745
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187e6b6a73802654a94bc7bd078dbf08cf249063
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82df0fc2dba32d9f92709eb38b00b9391eb21e511e974334d3c9d0f9ec1fb923
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670677c9651bd6bf0999cc643322ecffdfd4a41f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1656a398cdf3359189745e0cf96c717dbd76a8d8f5b93385e7472e6803b6a0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5570886f241a18a18462783ff9554162c620bb0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed55704ecd05a33ef142abb7c5a05ae2d31a63c99bc3bff8ee886615e22f7537
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a59bfecf9bcd0cc1f3b0989429c222233fdbd61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261f698cfa165402ba67733f319c6152eec2a1c5a7ed04e2b5283a2be0fe8c50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674bbfc3e994744fa8d0fe8b3852899bf00210e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d587d3af4f943843284b20067a60ddb26c973251bdce85515ffa8eb2147d392
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e942667c7609e2cb92f4c4a9f5e654fc08db9ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e395df752a2b2796f52fbe58d23e7da4d1d5a2ae586c49d65c6bf750abde3523
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63f7768f5b3b77385216d7853cb06d2d3911af0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5f10ebe961fbccf4b9a5ebfe18ba2fca89a0561f4bc638ab5b2e2ecbfc4b9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9240003ea058a438ee704c4231afc5abfdbba69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b3d11aa9b2a2aeda1ed8de8e87e85e18d3f497d00bcc7a73a5832659d2a9e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d99e7ebd869e37ec328ed398ae6566718cd5ed2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397799f0787db01b820f97dc7bc8edd8e1cf993a35cadb30dbf5bdda1987ffb7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddd4d00ee4e1cdf70c0b38f941aef401aac1c51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb780824b2c813187cd3364e579b6bf4b6ef8697be91061331546625cf285dde
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65543b94e7fddf8dbc49a7108d4ec37bada0946
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94e09b390403d0aacf7800c3149484a0c1cc1429682799c17dc328510815d02
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6447788264cef3a5ab7cc3b15b50eb554c1df4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69930bd4aaed131bc02cad10f2a170374012d2d0e47b450b9408bbf7a5aaf30
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99d26d4752c503589e7835bed6eb19a2bde3b34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b7f067a2fa8156d1d2c7e249081b15172a4cce9ff31d5a5fcceda9d9f58447
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27a54933460954a4057bf6ff08c990e1d71013d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061e7c259e6534e58049d06fd3c095ec972a1f19254e0d04884f2341ddc6029f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aabc06ef652804d9a1d44df6cf41c6e29e8d2de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88e45d9cfd9f21cd90aa9a331e3b889d18a5fe8657cc08257c7f247134b422c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588843f18cd7fa057977aadf2089e04450280c35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fef7eda96b0747bf8b3e05c37ed96f37698b531e282c3eea4369b903e4b5ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814ceabd5e87aeea68a2133a88748d89ab2f3d07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ab773ef565bd1618b12eaadfef22a5ecde917b9fa0c17cac3e3a6d334f8dbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309ef960508dbb2243dfff42122d8c1b70d654e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f656a1f18a09f8365e5aa630ff7676788fca91f4fb8cf10227c38b5a4bdb217
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64edb4f6efe5dda96d3b9f82b8759a3db7529dc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f4dd20e4e0c4314df68ee491281dec7f227ba936c8621d1824217c083bf5ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7193d01328919802696b7ed86b30b540d7186b7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623bb988b369e9ae3475b13d013f57e1f676c12fe96ecded14acb80749cf589
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4f9f95aba5972086ae3fc447f26d03b8c78571
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684117f10ac641451533071e8299176c8728dc26afb44c519951b281029a55de
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f511927f1aaa57f9e0f7df388f9fbbe6708d51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdd3e0b4a3d82fc3d651361b26420c9fa7e053bff11e2eeea1e7992014e1607
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ab38d2357ffe1d2f1f68d9b7e1ed559f7cfb8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d24a8e15f55b54a87ae44bbb75bd8e0c8cdc7d8c92d7466fe33c65ed45d547
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2238cea0f150fcbbdacbb5dc13e44bcd29ae59d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373042fe86022fdb47dfe7e578765b79fa1e1ddc9e53a893ed7ab1856748f04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee386c1dbb72e6c36a25d0751d93c69606dc94fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7779636676642b1573b274ef4d6eef960f6418dfd4b60dd01fe1adac47c5817c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55e308f049bcbe787518a30040b9d19b2aa314b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30652d7425ec56b97f5461b391eb08632eb16c8ba9ce1a77ee0c69a16e2ad982
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6110fb7bc92d1e47aad9fbb3aa1950ace467a4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3ee68e4f1a797f05f03244695fd41bbb5c330248bddf0e7110ac3990d910ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528f96ef69a6f26da5f16f0e015917946b9ff1aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0fed015e3f95fef249abd66ea425afa4d3e40a3132edd4fcd21d666e8da357
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f9560add1d0c5c593ad41aa7c63876029f3716
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84f4649213a662c0e174ef41818b7548dd35ed3d6d54cf2319e2c2ccbb9bf2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682334d26de93c5dab68024e62aba641e79051fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52536e57c8b7e597e3d4922259844e3d0a329432ecfeaca29f4d13adc46e6975
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deae9c926365d22d2a558db746d77dae66edd3f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d9c08210def69e08cf8a952806b660bd7c68f4c26bbe5ec59b1afda6328b0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44233e977108063c1c14d4d1762a206fd14946f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fde0fc70822213b2e261a37294c5674c14820275cf31f13008265b91876ef8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c099e5cc82011cfa62bc11dc9d365d495761353a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9eee33b463432e62b8441575f36204c9ac6b547d885c2d0290fd2774bec2fe
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00f516fec340f377f160df2591d9a84ac74200d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b5cc7b9f04468a4c1e2ad7ad0e35a645acb376d949e0cf42b19c637c457e8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1e7b8ee49923659b3f23f001604683ddef827e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c65b390c390fa1d3b0542aa532db2bab10a528a72173fcdbc1da31ebcadd8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bb4f1ba79091b27831933fa029aa448e21294a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a742da78a45127da36e8cf916d8031f5dd0d550b56d239c3b8b48b43651aebb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f4090bca89afa505b15e8967644dd6996b02fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f56379cbddd1c80d91eff4f1a55828da83ce388edad83e85c0bbd68a0f541c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec50bd1d418015d2c5f6ad501ab6db357527a090
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bc55f3e5e53df4793ea3f102e5542d4e7eee7a57ff7a3be3084f63376e0a15
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5374dd7b8696a38e97242cbc55b2d97a604e9c49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc498d51cf208f93e0d4e7b991f71746be4cbb8680fccfb63d0c07e80fd78ad4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe35ddaed6195b91893f752ddb706cfbda39bb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4725ab6474662dbefe80789b394e7159ebade42059ce5a823dcd63e187b01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc2cca62c4fe0c793efc913c50833a100e35646
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4585fad02c71fcdf2422ab5638a5aaa9c76e974525da16d78e1b220c431c9d12
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dc21f575a29679b4eeb696e0e1e240cd144db2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fddc3cb9ada31dc8455ff3dbbc2ca7a459dae2d65cedbfb7750721787864f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc813c782ca8c7f032e8d0e43876e28fa2a0181c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9253b14acf6709bc71979de8b7f805ddd9a1906cf43cd772bde5a6cfa32c85a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa87a9a4e6b045713f951b8cd319d4a82d181c2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444f3605974e669bacdff78fa4a247ac2e67847c4fff3ddc6bd0e41f27ee63a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700f86a2d150e3a32896e44cf24f00a6b1143f03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0bf48701d1da4bf10a791e1181676cae6f85810440a381c070eae8df7a201c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6137e91dbeb336a8bd111525216c727cfe3bdfef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a800f42b611b685ee3c1b02c01c511c5317b6b2f38203d84e0f36b0551f8bd49
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4a1118f36fe8ce090da9ae6c90b2c6f8db7553
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06940d3604016e8a9d9126fc4aac8b861a4e0d964d2d270c2b19d41793d7479a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9462ec13151551af4366270c3842540f958f6c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c0c19746c844553a9f584c601a7ca4738357b0021ea6c839ac1b2aff557b2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d0b16a384f27292b6be0712c6b9851eceeaece
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0102536454a0efcd21c051e2980dfa2db1fb310d9945a4b8a5d0cb194ccea4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6e5a4c6bb465d0b13c22cd8ad6b036a2b305c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cdec50d705d4d52b94d91fc753d053027875df17b941ca44505731fc53357e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd18978d48d1692d10f6b61fcfacb870e256996
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39abe66a18ec96b63775ff1aeb74cfce2112a8e0ed2c314d9cf34abb4b265ece
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c18af39a77c01b07a8f4f39fe5e8717b042b88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028b7325349605c1cbd5cb663d12904d03aef44d43a2924048a06bca03039e9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb03fff6313f5ebf86dfb2938acb47df186af003
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630b75ad9bf85d882d392dc9372be0f8f40dc0cd5f664a099f44e56faceb37a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f39d617e45c9e3ee6a717b6d3b664a5bfe106a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e9878119d31de23ab3b98f2da01bedca680659e999868878a811f314e7d1c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113b6e9d0eae0a41217975a0325fa38bb5ff10c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e91098e795356eae3c8d50217e878ccaa4af8e434d2814fd924a6f8c803d1d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7f310a0c14bc0d9765f73dbae46e52738305d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a80f2bc69a2897cc66ffc9e986b7f277e7ed5673d28ef593504869d6a6dcf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7baf8a9daeac027b7a7953bc351821549f638dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ff290596c9e1f5ba6f087d977bea4e6659f458385cc3d4d28000eb794f6c62
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0e00a917e836714d5fc4dc328492e4723c8b71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db47c1a9256d5997bdbb744cbc72b1aafc71c69ed3298089b848952e70652b10
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d88bc1d43a370071cff516b33b00de732b7b73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52474896c1c748bb1307586064621f8528523a3055c6c888f4a6a24a7ab89437
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4f94dea8a63d4b80c8612918995e723bb2281e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd4aa05f844189adc9d85c318210ee3b7cdb01bf4807ba36d4402342ee598c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7db7d1798c70cab8a785e1132d97a0e3d26fae6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e268f92e24513254acd559e4d05f7f5d8d996df41eaf028ea3fbba7c343fcc7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa56f89885e0e4e0b6d8e45c78f96e8865555fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277fea8eecad8f50d72513bacf793cf2148b715212b29613377b7989d4a16a0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb30dacf894f2fb42f52a89f533188774156fd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942730aa602ee1c67f70ab65ae1c1aa0018fc961f47759d01bcf980c581d97f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6320e72497da0725036c697cfc9d080d5c7ed7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f930e825727bb6532413cc2dc9288dcb4a456ed09d087e88f47f1e92105b3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a71b62893b268c9db0b747e27bfc2a08b6422f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e738dd4e7aded3667d2b7c2ab131b32de3acb66c1463765385a71802a4a6dca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cdf261d76e07b90e2af0d28221c7de6dc059e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e141e4930d79e818fd27bca215f5abc23437dfd58ecfd8babd52ae09e206462
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2705ca620fbbd2c5f9603b74a5dab85be97b8b20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4021f2624156d509e6718d3d68e9004d8ae1930981d84bc86eb4f8bce49ff871
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed2e4d285c0ad46516b1af3c18adc6f7d35ea91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cea3578f89afdc3b4f4d67b335f5f582ab05484a06643b8df95f7102953312b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310cbc8a54189adc4ba93f1e2e8003b4e45cccf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f4cd807f7e6527ec68ed195b150fdf4c1b8a4a6ddf2b53194c698ee77bbca8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab926753e9e07d00a2cf47abd06370c8f752503b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5783b09ca49e858508ef447684f12682542151cf0d727ffe4d56b42fd2f8c594
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb034da130b679a356751ae85b5e89ddc83d8a91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2114a38f19e18d453d900cec80145f2ae00649e9e209c5ea145a8418201e9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0ac58d47a362cfea6a14fd528f8dc5aa92d0de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a9bab8ab6828efc65084f9e2dc7749d4d531d1e6405293393341d5e0d5ddc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6001ec36d6fe53f57015e8d8cc9897ab02a1cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7d7530d81063260c5a59e1a87afb049cf185b207b837e94993e3db3dd9ae1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c4b96e0fab36ef8e52732e7411a9e67f26fc64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3793c23ec01b990ddecdaa29508ec348e03777517234407df2d50d9bb124ae7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689bcfd1a66a777ab199ac5872e73970024e0431
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c0d4cc22e70bf26e51b36cacf7f145696376428e3409e498ee1938f1681a2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb41cb3d31ba005d009e343536be8c437477e0df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8550db9ae2bb73a0e19ad03b2a6a14f6993e88a5c2ae9e937b0a8c5d2f9079
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e19e1c3419953777928af816d587eea02a385c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c243c4f91e431eba2e6bdfd4168327e623a4074db6586c702b7fed6b7ed4e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca71ffe77357a36351c8bf1ba33a077b2d91930
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3255da308a69ec7e01f7487611245282dd02ccf1c4b6c1592820d0418f20cb81
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a77554b38594461d2c4a5d9f3a62f2958a1216
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6652035865a8b73619fa9e60c1d9655f4a1430211ab2fd0edf192ca0884b539a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588f657085e079f47b9a32e62f13523d6fede52a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6c985f0ee3fe6b05ccc6c6dc853bdad090057f679ea3158200166c5f78ebca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fdeb7ff731bd289132a5d144fec51af4bf4828
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68c7187fad5da3341407ec5627df0fd4b85abdd5d69c4ca24615a06ff8fb9dd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146b3f02d8931497cad18005daceb4efc9484f3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9a5373522627504f0e40d75e315689d5a45cabf2f5f3ef4a07045783595d93
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c774f6549ded7a265b1fedc7a67fac809686590
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7061853572e1bf1c180683ec348261a714cb7f1bc229936459707e8ae1f856
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1c1eaa08b8dc1ca7ff3d63a7c22294fdf8f066
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c987ad78336443874ebff9f78fa862cb35a329e84032c7c496bd5964a3217d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef4a164fc1c3acef9e05b7a06b89211bfb4dfb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d968c6aa07f62c0d90bee8b3390aae71038d9fa75a648e37e2e502416b95a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b370333e6b08e4821d3469e519946773d7dffe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f6b18fdd8bdfbf9d1b0f0d8c1cf8b51f91cdc08a86b956876485d84a7c147d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9aae179d33fc6edfc8548197b696a42a33ac6a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f7d84e8a90932bb133aafad19569cea6c98ada614c47ea813d6c6936795302
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb6ee4789df8750d171af800ecea0d7395200ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8540d0785c6a1db4950168b64e723c69d409cc734cf65070591818297a4d1c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fc4a8f338476718622fb12c78afb77065f3372
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6563294e1268dcba0b62e0828836e974f6c542a68eed0598bda29e98d64c9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3282154c42640df07049d9fe364f3b24b0b7ce9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e368440636e36af8323a55fa36aad836849526c2a2cd73420c0c7f613a70a01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c58f40bfede036bd847d38b9563379520c048bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a77abb6873f789b5a74d655ce71d9478d62423b00e0d85e5fbbf2fb360ad2f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4fd9ef6d2249879cf932d047fa85128c9953b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd1cdce00a25fb6e8115022f36e19891ae43cf346cd53d4666e5c337fe0f051
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b20fbb5089f21b3c7ae3e6d53baf666f7263130
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4346006e2c4edd82b76a4a3d413df7c97790e779c64d60781d90d258879ed81d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59028effd83b29a6fdf832811bf1041c434ea41a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dbac031d8923e3e2f5d0369ca80191c99fcda00a15bec774c887d2b1958a75
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f9aac8783881e80ccd8f2c434cfea6b30f7b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eabcc556e9c1d3429983c847ae11cbc3ae5b2baad22c901a54df063f166f76
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be63d879ada690b1bf70d6995715d7011f45dba3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be14cc074b174bb793d8caeaf90a939bced5991a670585b20eca25b7392fd56
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c402f359492f0f8c179e6fdb670c10a4a05027e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a8092b58a85d5e5479f68f4c991e6c29ab45c83d356b192ded76b4c6dbaa2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91784212ec36d2e4ce62add3de4fcc1dd8624062
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c630429d8f8fe4b92e80802b85af1a0a721ccdbf12037c415c1fe2f2929e8b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea5dac3583424d137c121008ea70492f7820b7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84318979bab0979404f94fa3f82ae2c05d72f9875868689ccabd27bf629a9788
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c502098f08290e05b3169ef6947f0a8adfc3b843
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02227d34fa6e41d323dcdaaab4c4d162323c8873850e434a2ff0eb0eaa163a3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ad3af2c5c602481dd92d6574a1f5dc07e8d8cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee0719017b3ca72d2202a41744e29aacc0bd79f474c6bdd95078b6df6ba9d88
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacdc2ca8b13d713c049501333c460a7a655f396
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b898cd0cbd2d9490332fd1151537010b9ce76a4e59920571ff60a4f100e55005
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d34b42bf094da01f0dbd6cf3b448fe74c8e12b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4634d5943743e4ac0293b9d589e6b7c3e85d1e3873ca9066b58f0ae43eff7833
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92370ea27a266adc6c86150d6e9e9250f12df24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0fcf6560b92ec0f50d9d98ea3fae5e0a3ca39b0af467a0cf49f916d1ad99b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85c5e4f519188190ee8a650c4b9c9f5b29b6e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d38819dc7586f492f9a3036c567560d74b6a2813265302aea5179ca81d23cc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5d4f0d415d103311ac2ded38c41f221e071e2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0613cae7386292e109fa472662e89b277b96fd09b3ef5d06453d3b2d7179ba
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898562038151bed530e3c84fc7134f0a2e73c4cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248f53e8f597aaa0187a67c9b0d8a55daa01caa41e11b0b2b157bc2793595e3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5572f83f4f51803bbd2cb7267074f62555c1381
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847ff6f0363519ef54332d76c78829ceb12f6c444b8e84ef67e586fd293b1282
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727c3a9bb14ac8af10e47b67d978cb98c6d3f040
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff8adef77c4e6d66e66c725d84884992eeb58cf4987fcee5cd779b58ea4d2c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a59cc9af578bdfb245b1bcb22c8c0518f816613
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caaac4d5d8fb2c74dca46debf003d6ff813d9271afe616cd7af30e68a940a83
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b06ca5bf50654621f8d60a94c2042d5fba6a5b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc1c38a3932ee919aaba9ea24ef2a2364da409dbbc419821675bd318d4eec93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff0fc8e3175ede814fa934a539223742ac24361
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257472772e813d46f70721c66247831406133841641f76e3c8c8458ee685cdc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c2eae034f2f220c2d92eb073a7f1a28d4fdeb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba28cc7b620869fddee372b3a5fe7710590221c7757a26b77e872c474071fc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056014ec1311c7366f73c9135f2dc247266f426c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22aa6d90a99da9a1a62ab3f1a92ca06f4da74cca2ffbc61cbf5a61809d66fce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be40a52f854b04138b9690771f6d3841ea2fdbc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1656e6a145a79f11d0893e418c0729a7b549e8454d71b9acf94ebb857fa2c70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d34e5aae371ff75ae2bbca521c23d83cfb1a57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176486f9134e22bda78c2c9ca0ad28af19babfb235fdee555bde051005b89d62
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3b9aea24d8849ddaa32bcef47f237e372e62c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a549fc4288be8f3695f3c9a6b3812e2c83143939e6dee15f72371d7287535275
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ae57f8e60179a99033f836141f0375643bb199
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9154e523876a57095285c99d647f37c82268acac13903c04eaba594c9677e3d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced7cbda73340f41bd655fa2c51948da7d970c34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d5feb895140107fffc22f5956e42f71660de8a11903b4f25dfb57f6d044a4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15c7f64c78e4d3c91d8743b49a0874996085e67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc606060280e82922b4decb95c7e4b40d9c17239023347d7859c41c30492702
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11a6d760a36b45f5acc32285c55fc8c8545794a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13732b0987aa5d332d2cf3bc714a95a0b2d39a052eb6edfeaebdc9e775bb99f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d3a33c195b1f36611c0d92101090fbe6cf845a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45362a59ebd90064baed97ba5e3eca836577a022f62ad564c8a12fb2185e374c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039f6e1ce3073928446c75880a2792d53d33437e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34013c9cc70c2d6fe21894d668a5f568cf1c1744fcbf71db00ea445d5481b764
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20c9f51b9389c320dc279bcfad7037ac1cd48b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13079b4901309c56649b1d74603cd39dd832a7b536eed2aeda6cd7633d911bc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1503c725ca74878f614b024a1c3c7b3a575c9961
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ff1bd63283086f9fd68805b73fb94682f386c17b6abf16644416b5fb2bad00
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d70a13e28db6d72d95ca3ddd238d61af1155039
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de545b8bcd2def14eb2ca47c7ff2717bdecd64925bbfe27f2a8b1ff8e3a8abf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6abb62bae73695d28331751635e2dde196809a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b928ba7d5e09ed9d418e1f40fc2ef21b57567569d78881924f7f1199ba76da5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d54cad75a3914c464186ea914a4d1ff37a054c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0d928c81fa1da8cf8d4e585a3fd524f7901d7240f085c271b557b468aba92c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ad5467653d307b881abdaa375393918e528400
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa212cd678247193e6705daa8a01e3d54548a634bccadc2296306be7c41076f4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984546d8f14134b990a7877222587d8952ceff3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2391504ce421c8cafbed26f5efad88b9e8f5342e90f615fe962d0d0cbda8fd2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8312e56d8f25021cdfe957520fb3ac71a5e6944
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fce05dc444ac8379f9505fc1f482ff79a4317c686760ab5f6fe907e2ac36e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b716bf7edc1bccb2895c0a57f64aa6a4f5628b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eac1ea85dafbe8d86d6b61726bf2dc2deb00d7aa86657afdf1e081be42142ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98edb38334bab7d850331ba225d84e251f247a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342a359e9f498809c4109d89fa95d0a8b0298aa33080158bb4fbe2f2fbdd66fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5ce8791c922c902c4f6f7390f3e829a6d7adc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cec3c4325ea56e7149bc691f561b120202fcb5a65ccbf2f942a4ed86661137
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300594fb2ebe42fc13c2cdc06ae50a31f24ff252
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af54f8f2563ad456497c6a365854f78637f370c2d95a27f5a3149318e756047
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead05a315d3366085ce43e2e0b963595cee021bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3308c37d03a9d7e64c9516e9d594687090d99227b49a4eac3e1a5e07ddd66df0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b947fa162fbbfdf97b215a7671021177603fa147
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3118799b1a39d6f5921dbd8eb2f14534aa7473af921c144aa61f4a032f8458b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787ce678c605698a17f55e75ab5cc54e2b9ffdc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81904855ee1300edb20e808e91a00e052ed0e72138d861052fc76d3acd8caf60
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7206ec2155c650d807e66bc2efc3c340b4bf1b78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca5454b6b29f33888924e937d53718271e216f0c46cd10dd688634660a33201
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e250594148d5d3872812e9ef325cf566f2e3f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6428051dba2302e512801e5a41da5ab11a81aa7c61abc6ed309df4a984fb5646
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f983285caaa09fcea78aa93cfd0aafb6b375e18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1d8999028065ae2f63488be2d2a3b14263912f4e66923e3291726d1c07a818
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2f62a91d48699dbdd71760f7c34e88355234ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f572a5d5c2009fd6252c5af3c567cbceb0c3b3322754f482ab0425fa3803629
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d0a61e566968f3a699e8f30076541e777e73b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1551a8ac847b4e23bbcf2bd4788ec86dcfb96333fb2e576a046e64b8d8782b4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055dc4f51e9d7199bea44245b638c55b74fde9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fd1eed2d998eb910025a8994b071c743a71fbc4f6177de16b395b41c0de2d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254effe42d4ea895aff0f141eaa9570322c08e41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0245d40050197f2ff0f06d78dfa19dd1da98fecb6aac0b7ae0a8101804f64448
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61de4c075f34268e3cdd59375d2f92166d8bf260
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963caf15fdc59f0cb1c48d2b1e70aa2a3df77ad28756254a69de6603cff6f6ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d798a146540e7421f04045cf47979a6d450e2b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0733856a85f4d2ced079030da4b2afedde9619078e2d7a37eca0616375ead8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6953945b974b4e2166c43cd22c011fe2ec46c9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc565c30ef93a69361053368f3cba219c0a63711c0eef6cd95fc45d7bba98de9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5bf311617b0950d69e9ed0af8b2977a05079d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40948ff0d982ac1e25bcefa333b9f19c61e50fbb5c4f4786c0d2d317099625f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bff1b573becb38b1027188cdb0f8ed06b9372a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e3c333bdfebcf3769757a6ef40485224b50a4fe691e7a2b351d3928f7c7e58
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f34814be32cf21f877601da2c39e64b286162c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea23b7efcb11c7123e5da107345c7d8feb2165ff409f369d9237db2fa0fd980
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9507e70901495954cd886e2c11a6afcca73a343
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a213f9e0013291dfc2b90be1a426353bafe27b9c368f2f4331a31a96a19116d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ccdefb3f8a3fbd34f43fda3603ecd595fb30d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb1f01cfeda802ddae0fc43140252a258d4b07acbcc3b3d1e4e39b0baa985c2
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b638f617cfbed9d45f6c2b63aaf2b4b32a9bf687
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf8d148c2e349d133e81d44d09e20aa2e2515020c0299028f86f09503832f8a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c553c212ba573e62e48e18efce3d2d369703220
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b138d5575ffdb397dd1ec001cf6be133e15c434b19e95211ce99c7574f058c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4ccfa6d1f0911dda1d3efcd360b57a6f70b62e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece13e7e7aa99d574079dc648968092114205385713a80b626f7266e5c85f7f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a84a14a108eb658a42d6fce75157ed7dd3f90b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f180bb04be5eaa7909a4ab6281e9fddab137e2ae0a2b3552e77d0e38b53eb22a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882c4e6898a068a4789ff89b89087b3926a37b7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47baf1d9a8f629482d5b8d3950fb5eb572a9c84e89fec035f3bbb11b520c6be6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f149df11eaa19730436d5b5ac0c6d00365f48b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4729aa787abdb1bb6cb3d0b4606472bca326d4dfe5cb39341a8415e05540cbca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d4f450122f17779ba8f14eef97a2e552e72897
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafd43a00a3075a58eaa3dbf3b345ff457413041ae6e7f93a6bf3481c2702fe0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b2ff9b39c859b80e4ae95b476d8125a543f58e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910967319ce13851f735839787203dbde014c49840124ac3ae7bc66386c6d7a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6480d4a3778844d34a3eca8abe0da43c85dc77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38b6ad2a151b49deabe36d82188e357a4d741cf8626ab4bd4db137f08840e5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062834f8c1cc1a4409d1f0d2470d9d30bfdcddc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756aa892f4124769ad4f2ee091637ab2b4ce3ddf8d279f2585a014d524188d93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa65a9d1f7b21b1d344f41f343e8a5f3637ea907
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83adfcdc5c4221204ac4c7827352712032fbf18e12fb86ff5c7eb76a65eea93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce30ed96fee5872d0db50dbdac272b75cdb519ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304e718b6079cbed4f639e47763ce25782839dacaafff49aebfe305ba11f3afc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4568a7d95a4bef17ad94272dabc0c6520173542
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96771ab8b610764baeb0b12ed8b8493bbf502a37bc0490c93081defa8f6ff8d7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e3a755bc54cfb3bd30b346ed0176597d39c22c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0efafa86a482d34342d0ff643e5a99569b6f250648599ec9578eafabd97598
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adb50962c8e2e252ebb32ee5bbbb6dff087593b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e695788ab71e06d5ab0ac69dc77756cc3e41b61b20a08617016a265bc90e3fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d4ab4926fa78952fb7cc804558e8f538847888
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695e49a225c275abd2a8f3e613c7b147141329f8e518ed83265031bf17f3cb0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfb9005c6617874999480582eccddac8122cf0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce097b1953820f761f0a7538dda6a05436bb209fb7f0d5be8921fd0a055cbb1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb5dd16b27d78bbb311e9b5510efd4be4d1293d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fb013b32e52c4db506e1ce638f5705ced77c346150343f3e6ecb48e682c105
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7c9ced0b1958520fb92a12a8865f79c5cc4393
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaf75f32111e7b0bcb455a2afe72a0e62f05db5b5a48384617964c7b1f996c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08501bb11ecc46c723d7b2039dc6fdc3fd0985e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c309ab6babb95460c6e9629680e8821e3eef9739570a772923e922191cdc70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9043a3cc008adebe712eb106a7f7925b091089b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb74b1d8b40d3842af4a744563c2ec06c28498ee04fcdc4621b3541541af9fda
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb9493b7ebf03cb9ac26827fb5da950ec7b2e7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940be069b8787d6c84e0325145c8ed745fa621b1e2656dda2d16a3e482b32af8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159a05c4baa955bcacf1d6b616d973ba3ffadc2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3df97e7437f8a43ae1ef032964c11c7894db923aae13477d14ff64133d7b583
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f49c865da73e81c55356dd010b65e794a99cc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9fe56ab0c6af58830d975c9891d63df2b0e07bb060c61a9b41935d76ff38f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb0462d3eae4ba9e5282cb8e4d2d8ba1c02130a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c21d0c879c88142e31035a2d429426adaf3aa61080c8005c0dbc73450f87a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7a6602c02e16de9c5e1d4f2cf1a00099a1f9fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3eb30fc31e8012fef30c158cfff658ec885958c9e0f5f3adfbfb8272bf5c94e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45652efd686b40b2d35f04f62dc20001df484ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a890d90e912e88b0251a92c8b1a1c2c036fbd085568ad7e7954d74ea9a21d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2213b212ba7607499833e11e20aa66a9ceee0417
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a68876f8f651bc361acae565f6f2f19800be69983d1ba0fd1bd19e3871ca0c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8ff6fec9bf0d2c18571ae2ceacc7d0cfb98161
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b879107e2115c34cdd102359ec01490d7966e8e08c818c1633c81bb3eac475bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e759811440da924330be4e0181498f66dc91600
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50557c79c2b27d04839fde8a1caae71c47daabcae461ba90719ffa29898e3ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32002a931c672b00f482b5152ebdb69fe9e6974c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1297c1fae03f29a2889c21f1970312df52c665a74a4c9aaad2a0b7fe6c5b2955
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75138e9446a9f85b58be8fcac302d3e1cafbcfa7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c742b96f207afe7fa3532ac8c2799496a8338891ca859a93df8d6f14b21bd68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbbec740ae832c1b2f0f3417762f7249cbbaa28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965b9a741b8f8947129032b9547a172f73b93c53315c5f4451566f9bb0409adf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a6ec96d0a734e2dcc23a6c21cd48e6fd2cac9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c31032d3bb1e1b679fba48ee4af35e9e158700d9aef026b0539bc5161ab5196
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e4b62e552027746db9e18980f6afcd0c0af8cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cf1eefe1cf83a9efa58945bbc3a69c2518aa41e5aa3a5fffdabed59584d674
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2887821767b261ae6ef07e2dd81e2ece53299058
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8db7a8ccfef361957adb80555d433afb744a4aac974895a6f7137990176cf10
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f9bdbc3e98ab56964a55314376c8251aca10a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859077a06dcbb1f75dd6ca38e9905fd95f6bfd71d0128214dba9085fdb3089a9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8cb9fb6183c4897c5c70b36a3bfe1b4c73a07e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d02a241a0c1d268540befbb7fce7959930cd935a1bb2b86d7c108a3a04e4643
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8ebf657999360f85d915a7332d656940085a8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c548c10c84637a6ce418dc776d36182eab1385db41d4e36c7061b69f84580090
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c0fd19f9ae100e4043dfb0e08ec07253b05887
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f28e21da37e0a43137ec409cd46a7527c27151d17c8aa13d3d8fdd09d164cd4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e22482b53d9f49f4036acf06494ff0113075f11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2553aa3f88349d0b3c806eb8b210910ac788cd106d5a08f95de2b21eee5c2a77
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2be9e5138aa2bf36843cafec567e7c95466ca1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ba5febf7d5be3865fb6ee9eebb693929fc1055cf00478f633d947367ec8683
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7885458dd058b5b4186446aafd23c292055cbbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3e5bde9e27167b1ae9e315c08133dc34e28d636efec648b8342d97bf6bf466
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81e2f497207fcfbc4d70b84a0bc0da11a19cfce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850581f789cd19858a2d6316dc247dfafb9b9348dc231e3170317f110ceb6ea1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4744a7ef0867ca18a16a6b4d9adf49c69584e0c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac74fbe31b9f73c78d0fea1b3a994025f8cacc7fc7cfb13791f23e5822e26ff3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0848372877fd065b5a65e4adc22126f8b692dcc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe274b214e02b08b81e8124270bf3f65c499a90c414b867fcff3b242a1197b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20640fdb930fe5e269ecb75a5d986451bdb5959b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a64438b81ae774a8d1201e7a86ab2b52b4e53e906c1c5217f1eae8a14659c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbad561c14ff4255c67543fee5c8a708a2831587
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afce9a8ba895078b50d0a4e7a678e37ed402e54d8ba9dec6e2de7734655d92f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b105f8ece2db50240f9934d63cbef527d16016
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dac0586bcc4f0c916b51f8abffb9bdac9ed90aeebf3575527544bef628ffe7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ae8f057f90607ba585d31fc9e9b2df2f64f750
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa0741d4f583e55703c526e32fab1ee2b15730ceb3fa7f6c643c2db606636f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c6f0d318b58f7a9a3cae6b1fe6caf5d779022c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2ae933eb8ae77a9bac64ce01cc72e8de7731c4d56dbcde350baafbeac9f596
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ecd2600840b366cae925ed2afe31a41401fb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110e2ead2a0aa9cf7fb10cf7e84eaf7d0f01cbf9b6c27fafa543ca599a2fb398
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb99444e3550e98e0f8aa6fb9fc3d747ca1b068
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdd743cef544a913f47d0f47c4c146319c84ba6b29016a8d04d2256e0dd066a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7db63c9450ea6dabf4fdc46d225e8c22d885282
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4a3b9d194df2616195b36dd4f38fd540c7a357cbd663b8412cc0a05dab8db1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77307b1a81b933588bb76d53571f5b1be560b044
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6cf7dc26a6f376e937166aa2c105acc8effec8b445387b71f36045323069e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723eea44701651ad843d631f542ec3838e8fd78b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587f58dbdbbd2031723e58dc43faff78fbd48e7e49bf4993081f7bb1ba7943f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b12ed64d260e36986e6e1b989dc62fdc6a0fcd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c08eef4996e62a777ae68fdf9d49ab275e8f9ddfebd2caeb0a482fd8f6e7ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f9036d1ec752e4686443b50f4746debc1b947f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc29e0753c6165d19956a28cbbc2ea1e4ff56fbc7eda86c20b6ae51b1e7a063
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5a580c3725912176b174b34a65efccb818b653
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917738b14b1ab4c8d09742f84768f1ff75297569d5d2dffd606210c4ad653db7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d019aac8ab18f2e2d6d572fcd53adda760c5637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0476db852d37d3f61e95605b1dfe2ec4202e747ee0980b7d97a46874ae9afc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43edb3c60a269726a315b23142553cbab8db6ea9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145f9ba2bf9aa13e2b801e786d7243c5471544ec61e33766b8d3fc86f54005c7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7126c3bb2f5b755d611d78fe9a432037966fb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283bd64b25ea8208c918cb9cda523dbaeda7f2ade210300678f9486f1b8f69cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fb286b618eebc252ddcf68fe89bf216c503514
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539ff3de12b6f2b7dde1d9746f8fbf8cf1b816f609e7d6d425da63ecf2ed3ae3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdd3ff892eb66e03ee2ee19f50c2efa6649a838
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab13f510303a8aa63a4c91f2fe255367a7c87b4be336873bb57ce527b978ee3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c8708677ec05cbd690623503d503c80e8441e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fec4665f4c31621be8a43a5b34bb6f05f5965ebc58ba5e29f207c6feb09810
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46468525866181f186b1cc84458bca7c14e35ab1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c317ef1a37fbb007f09e33a2590c5a57962bb58be3a679feba604204a64b6ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d584ffa9fd51e03e51d53eb7b50ee073928d39ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbe1af46836075a52ce1c9de151d62410b7b3cc8f3c236e89c692779f8cc3d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f36fcd81144f02b2b4372ef8d9ceef6a969adb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3fc0cdb8a1e351e9935a8e5bcbab16c5b734815b452b84973ca27ce0727226
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43abe2d225998049d8fbdd9126a6d4b73e91c65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5332a80d2fdb931b101184dfa72c6c2381982d50426f5698603e4e36e0f7fd80
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754660e624576a7ff880cb013e7a5e5b8e76c57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067cb578214e07d50bac31109bdeeb9eb71a6b0e1a39821b50b573b8fe137723
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cd88b0be021b06c511d2366977c1015df0753a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157e24a106f1936e03f16cda5828495b1cf95af9de03b3e9104d113212b31344
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c2809ff270db4941a5e235f20f3a43505109ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583bbec25daa1ebc26dd74f2e14dc566ac0d210a25fd97d6e24e78e13b28e908
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5a10f659df93cabe7894b9410950ddbd47a7b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13016e2490aa6175b8986057f6cf5a8d3a78aa5806a29d659143c7ca3305cec3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191faa3571c6b4ee093a81497a8dc6431cbfd755
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef25abba0de2c4844c36567c3c3d02052a01874bc418efe424709115f9bd017f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3e33da118cc90772b854db83538991e08fe34e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c7e5a1836d073d5f20400761f18268f6bacfa86959ce26b3c6ec0d93dc8a99
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19946e546ed8f5aa0bdc51deca72d7a881bc9890
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced379af9fcbf523b9dddee2364dac2f812d845d78a48af67c8b6e2d5e2e3dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d956a1ad82aaadc9e4766efdeb08097fd22850ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e388f89544652f4443c90a4fec5c54303442fcb84929653ee176065a3f7acb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b2dc2eb97c6a0195b29d50b725a1b1a420fcaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fee93624418588028487d26c5bb68a4304cbf11a6be22f9ba04f06b05f7895
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e505a9a678d09393c2516185efdc06b81980ee4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403e72516b3bb56dd5f9aa89d444e2a611418422baf981f9816ef17f27ea25ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a55d6557b23cb11f61e5405cc45baa3222bbe7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15db64ff608df8941aecf618a13cada33322eadf54cb254675ed5b2332e26b45
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23064bd46ba369b01ef695f30cf3e8d277e6afd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e74d54f7ea4d36bd0dece65ba9f00f90d5ffe031b1d8f8dc3f0367329a839
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00493fe01d6001cd45fb4a9ec7e10c6bd3cae1cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e647df1d42d3c92a25389f7eb1d83e54b6207f4d76e9e864f1a4f947d8cbb2e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3389930234d59b83f0c3a4140d568c4382c0916
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef16b8d3247b26483754dc334e27d0d382339ee0fbc35de52b0da800dd6e4d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc3201e25fb72a0e1bf2be228688076dcf8d134
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a10957bb5bb5d3405d293cf497e09d829cbe33274ec2b634a22484c8dd4f66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3de1ee04ba78a27cb8e4a35cd565925fff0973e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928ed898d52c65d536cbaae2c2a1345cc37cf0d89fb66e85b813ef75939b6fc7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a92424fa068462ca1beb244b2531c2e830963f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b182f7bb20c6df08249b0411b82a166eac3c75d193845f3665c54438c2b7120
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2820f6cfe43cb1bcc3b1587140015d0623b01502
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5956d5ec61140e450435c397deeaf5af675202113df598595efa516992e91f9f
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913b4a09f30f58fbacd193c8ff3ee181e5885c10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8261da7db42c4a3cdffa56e7bc745bf8e8f2dabcdaa42fb1151c28186a60e1
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2a7e7333cd911c2f53c6674250e0865f7b5efb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b60eb75b72afd6279ba80b2d31f4b778a608569289648f8e1c379d13c391e83
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedbc1f4b388114b54ef00e2215be82432d599ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b016a47ac5398de484c2057665155848da015dfb579025827f36d9fe86353ddc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f71acf155388b3b09f6fe74f5b4267769d8fa8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e1bcbedf61ba2730dc89a6144410ebc52dbd8c48116727c5f7946ea4440050
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f60ae4ceae73621534cbae031d3f85a13583f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c87652368d16ebf02d7c2b44924838a201a62332d852a7a64e5522ca20e293
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e49b3ed25eac788f3634c3c46bc447be00de232
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54717e8ec0aa6dd09e6f0d2c74233c7aee79b4b3422c2407de4780d54893493
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d033e80df9b72a806e7b41586eadc75d198c2c36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d97f375e0146db5a8b9df16a40f630437663b72c7a39c97612b834809f8e7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6690ba968cb1b7fa6522c5a7c234c88ea3cf61ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7c546012e982376e76277285f0e09f62593b81708c03ade44ea6fa50071837
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b107d787e57f90a7c9f5000c197b1fb39cd09f17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01b285a1b87ae78a73e403a0a9333ca002be34e0006c086a4dc54fd3a5a1319
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd036d2515a76d52a6a07317a73dccd79e0d8422
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9596239d20b95cacd30b8c61ce1b157048db614dab2a4ed8b27b3b6e4380eda1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5e9f23e17c494d7861f7af471fe84a732a4e8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e854bb74806f56dc425ead3ab75f642614c016dec569e6ab3292724601606eed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190e8c81bf53f828e3ac462807bb2637e0713b4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ba5bc90cfdc5c0e605378530143c2b0f3573d7f3314650477eab4f0b829338
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cdb1fa2b7de3bbc0ed48b4735501a3206f1183
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10222415550509720c1b9449eb65bccc8018cf95e3678d8064b1a24264380ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6940a41ec9e75298ef9d65822a148cae76953c56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba07238ccf4dd58fc33e3cc4e6698433d705a3b1f81891424c24f48259bc221
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c03ffe298edaf5c58c1dc942e792d5a8349ed8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc60d430a5e213011a42c2c378f15a34ae3374c3d0722ac736479262fd0c5740
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2b1b8eee983cce1b39fdc4a80e4a5e4ad76392
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a450dc031fac0b4c409d5e584946a3dfc742394adfb5773dbdad6c51413051
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e367e1401fc0a3eca50ed4b1d8d2b09244fba54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb4ce2a4c61f888246672e61fd7b7c6152c34cea521eae86c0c811ea3b1b851
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b232d96bea208a5c587fee71ffb97f66eb5be6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619ebd40bc6dd3273529d770f81b4b958d1966624daa4fd439100586091cd490
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a5514944fa972fd66616dcc63b349d0b190985
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569869ddc7f41a41664e8c4435b921e00a56fdfcd45d4262afdec701a9480f67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351cb4744e7bce193e8115901cb865351015b846
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3074c0eee6a2556fd1400e1dad5c6983d77296f619ad03a69eb041605f5766f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6497bd1998689f7e48709a656878cb3b4d563e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e74d4fad807782263965b9c0ee93f103474847cd1d40bd0e1778e2c0fe17b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941a4dd8966792e9272aa1698ade524836744a7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e3a31640b3966d3b9804dca559d87484bd5aae4fe3f8cf3efbdbb2f4631156
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75419d78e1751d4d8965dbc6cf1afc240509b1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f65111198e3a5d8d4bff9604d051176997012a9b062ef29c41073fa7aa25be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0a6e51ce794ab549e55f63802c768a74c27f43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23017dbeb5d1083c9614013eff5a8ac60a4b0cc35b761e8b56ccba9ac2494adc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4acf12ae924bf91f948035bac78504efdadd1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c066e39e20fa3c7d7e798f9cb2acbabbcddb9ef6b1df12d7ffad8baa905aac1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41df1278394e102e6e57afcbbe53237308cd751
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d336bfe3d3179f73280e347c3804618fbc716c7f982586be89000652ddd7ae86
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4424c2f3e41fef59f40c8aae28a10fd5fede3294
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9333995b8492069599068a3d69185b9ad9edf4625f24c1f9c1e1e73c4adfac41
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b2e54c3f8a2381561b328a63681920110da875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54599df669b5692d6ade033c43f6ffc6021eaaabc031a1d83b0e25698f884531
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b991fcee4f45bddc64f8059303bb8128f7b40fbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719ef5de0e05df92dde7469b9c24e01b7226b540335be88bf472a8b9218881d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ec24e0557da6217d1839b4cbc97f37310bbacd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b07994a49a024c3b8f8c3801d136d75f716f342834bfec32ca1605571ab9381
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752228f2c61b118c5a27e17b68e965a81d95d922
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0904310992d8e80c03a50316d337293d5050a98261bf5a167c2cf64cc946bcaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a060a11767f6705c482e27059ed06d88f336e6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc0cbf766c521ae292e6ea10c8b4bf586aeff1fb0f15a4c0923c4bcdf7235e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771fb7f152ad3867a7ea24ae41c39044ff7b61d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013a9e0a934f90899bad15e1689ebc3e7b15945ca457e5c8ba57923f0c5db8ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f24210dc14987bb83ebb9011247d4c8959b75b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcab6fbbe2a94b99a35b2f534b5d8b73b711369d6502b0d4cc7bf5cd88dabbfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ce89a989e7852639ba1cad9d629849951c87e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb36680d7caadaa673e5e9434f231051d267260616c4f6e43d74795e22476d57
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bc723ae3b995107bb4820b758005b2d1df12b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee841d293043b9e347e337b2650e0d71be71ea079609b29446fcafd664f0660
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75805dbf28c66d9a735b22003dae7f79dc3e98bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec90539237eb9834b3ee925ac633fe1c827df7407aef53547f94839c579e37d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db443cfa9e78ba193c1e91c9cadc5f6a1b0afe5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0dfec27b912624b614adb2ee2b8d34942afdeecb845f22cd757cbdaa0257ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736f2ebc2fcee0cd94b4b5ec28bbd89bdf14817c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec75e8ad860b73b04d83d3db78bdb177ad5a4826e05d939ee17c1c0293e9836
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af581c741dedbb9ea20a51ff9b851f5123c5e56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72993ea50e33be1af40d44b4f67fb5a31efaf668d55198f5bbc669f917e5851a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1332449425d6010e7c821628338a0910842a2c91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741f84a16eef5bbdb6d8cfe31b51544e4efe47effeba85871d6469c84ef9446a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fe2727e33de803949a37380765f3ad0f7984ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aad6b545d44726827aecc9e628cc44931503f41a9040b652c24e30b78f59927
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee964397751366cb3d97345462419f4dfe3d9cad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20467efe1ace51e6370052f03e7ae6715e0edeaf9a740be0b27aac692ccf7d4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a2621c9763d10fddde38c2bb2b8cffd6f2c42e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2d1028627564549280d2c94e98c2b16aa557b04576e1e5d285f586d7606bf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5c42f4458f5964f663a6c4241ad5239b3b07d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43da1506f4f9e73a5e7d813223ed718b2cac5ebf819608829168168c7aff315b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa486467df3e2213acb726fc3b99a7b0abe63995
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcfe9095efb3689949ccb716eb9f56557a8eb9738b820ac5f4c957e794a2e5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf16509b1f08b2431dff5e96b20e2bb5ed910d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc6e328136aa2c762d03aa34aa8499090d75f8bfc2506d5162a642102e6f8d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc3fc73ea5a268f481b6df5997d4e295bbfe083
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac959fb6cc525a124e1ff7320924ea65626a9e145a0955d2115241126545d0a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c2b9541c824f688bc9d40e01719c1a73e4ad11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814c973bf0ff9e5fb636b57a5e10905f4079b5c644365b38ddf84e5b89ce67a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5642436fae4c1927dd51be68636695c0e14e74f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b12d316c3ca946390c57120f1282a1621f4b1bc60d93f2a3bc472a81d372fdb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6580521b28e72a2f88b71f1f6cb949cfc89057bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a87cf2fdb627bdd1f04feececd8c00c271f74d103c21dca52d5a6188cf1547e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcd14f74460d743efd8582b1ad53e7f8afa0b45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86dc75360c04d468a5d7ef1eaf86d8980c03a27de59ef06a5be58ca1fcf686e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c59147cb76a87836074e32719844be00388982
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee19ef202cc26a223c7fdff2455156e9a276cce3a77048e4ff1df517b1f6d8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d9cdd80ac23cce92868a8b48b80dfcb891f2bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6737abc166779fb2aab8ae51347f46b55481a984fcbfa25a295bbce3713f3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928e889de3ff8d7ac3bc8f5fea1be5c8226fcbba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e73a9b5a0a7f2e3252e73161d4753ab779f36664d55748dd47718e9ca5d2c67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0ab9469fe073bfb8c2d6b2eca90298ba2709c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf136fa19285a8a06040a861be8933ba0eee29c2b1a742c5b902eae74238826
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c17e9e24e15a62693c264024164d4262f0f4a89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478d581b965ad0dc1b60b358f818467c3b90340311c24aba6b4078ef3b2c6f0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a120499d7ccd1fbef573c13ebb4f4c8a7cca957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d840a3e44992cda6279a3a66c066004a34dc2551f70efc6a70972f7616bc1877
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b823bdf69a6646e6c8ba99d86f6a8f33d8b9209
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65926f5e181ec993cc66fe8925df6274ca6bdf3f49a346299cf0d1fa87e6d75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2be37f95efdc51dd4f005fd5e225014647a134
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d365ad60531e9f96a8af67f812ea31585a56746bec21d60011c0b3dd32a7a31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd59c2dd77265fe0a1b788b3926146bd5de272f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9258879aae62271d6b8ff330620ccc32d267e15a1b828c3923c662ebc7a29847
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43562baffb59acbfd5498b37a58bec5f54cb1d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c00aea35cd98525db4b42f9a8527d6ec3197be2fbe3f0ee173fb951ae84269
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18959db67ca27d16c3fc346ed536b97aa5c36102
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f2052cc90d4a7cccc3223210f8728d9de943d53ff3b3cd874f5fc1f62a3b8a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f236feea157fe752e58ff6f03451c1fd0b944d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1c77eb11252057edfc80b5b1343cd7d7a707ed67e39a4d65eeb8414bf512f3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4188aebe0ab74abd020d556ab20e05017f59e55c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a51d7a722a288ab722d7372ee65eb14680840dc17370492846db1d8bca07b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359e085c94542417bf90536e618306c5ab50b5db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248439474238175d0520b438a39ba7c1cd4eebe94aecc6dea66cc2d8a8520b27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfe6f3328cda01b4268c42bdb441e65e1720a1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b70576bf2da08f84f5dea0181b1e2470469d087c94aa4b2443bc32e018f7c50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff527db337998659b52d2bff6a9f1ae9b39a45d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf32954f1c19681792e2a6426d42b36639fdcbfc6541cc660d548df116bcb47
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdfc3d2d623de45e46dcc4ac38536ac7e223594
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd2a3fb1bf4d59699373d1a568a7aec9e42ce9b2e09f4fbfedeeed8e4860021
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336eb00f81c57336ddff6a4195a2236330f6464b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296eede7fee59d66954acb7d1914977b802820c45a2cc7860bcf6e152466f223
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150048c650f4e4d8d8b30195e68384b09fd03c4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd177898441274c21684d2fcc6acc7e61f6964b94f6310a67899c6b013028d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37c2c7aa7859b2d1c9172a4c483e43f0d342033
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e56f517336cdff9ece0e9c2fa3d830faf4bbf2662fae40601379c1f1c865655
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ebc966c7d3e36f00b5816adba34ed841cfe59b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b5b6565a03f38007c2f4bcfb1d57a355bc10fe6076d23e3ef364689be2fee0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be79f06812fbdd245cb2377836486a61c941919
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d897970a3fee273c8cb281d12d65c5ebd7dd0c4c0dea2655911425dc9cae02d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67d277897cfba52dfe339c21ce7d67760992858
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73f89683c28a4b8f70d3bf5f0e9891ff4549358fa8cd6d7e47eefecc55a299a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281346bf804d69dab5ba4e3d02a1187fcb65b4e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3523a7e47fb3316ae69bc371492d5d7982f26b4a9bcbd1a4c04452da4a8b674
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c805c21466323dfb68d71b4007ea540897a09e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5783cde9d0104904b6d7ea5609901ca2d413afa70fa4f60d48204792e4f6fddc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaed66b408dbd2a3ebc406c1eb0a690aaa5a92e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724447c9ceb19f0dbb64b00e4055621ecfb6b96ac6d472ab89e2b38526c10f26
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d5f9548a0e8dd1936bde94b0aecf12d641af98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57408ae545063995db240898839bec7a2edb3cb755ca44ad2a441d93ae252be
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99133447d378c06c7689d9c3c846c0938035b78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573a94bc170536bad8adb52ed04a9d5527b238c17558ed4e86e040a4382e61b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1d8c5fc61ba3fbaa6f72c642f7d7b85750f95a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863e496a1ae722f51e6d04887bef4965a76e4ee107b205f1dc02fa0da142af23
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67a1d9447df8def1a7b975ee4481e505c668849
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32398fea90e836520d36318ced5cf7607751a20e6cfd4114ccd8cacff5958ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6746ae1646388a4bd376781f19ee30d2e5b4f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73815d521240882d278c98582a1db1d3d07e8bb6f9bd31ab24898c660d93718
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152cf603c664424e8c77456949ccaca802596d05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a1d5b3009fe257566119a6ebaf1f83232215f7d913007038e34f4a0077ce12
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660ffa880d1ba221df7f58bad4c183af257f202d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aef1f9162e4b4e807948a253af2798aaea7b228dd06b596c1c864886a0db227
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80764963774babbfca78f30e0652f5cdef48b673
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48048876550ee387dfb7da3f0797ef6f08bd7a3bc1a654f277c15cd94e7a3452
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fa63a8714515f6d2e4ba4a0af2b23bd7fcf69b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b35b468ef06a4867818ce484b765284db9c7be1d6990f05402ef1a80c2a6c15
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a194d93b7853090a1f2fd178e91f25ed44fcfe6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c85f62cc2622732f19dbacb1d96e47c81193c0a0a68c847f855610f1e03dc8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f16582dbf46d0acf3b54ca8f49407414ffa311
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27edb4390739e9cfcafd942170f74b135ad66bc04d0c142ddb4f41d40bb78dde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40084106270c41dd15e51d298e94a0bef640f25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e8f1726047c28da594e9b50e386c0ca94b83915284035de2c75b4ac4e139b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bf0c99476548f6df83c9d5dd020ce57c803bd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41c3158faf592f52dbe210cee9f5f43e509b15e9b65a7584ee19884561f875
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5f66007670ff3bb0efa1c81f16ee29aa9aed72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12d8104d52297f0058271a93d5acc6997e26731b5304d3c9f80b2b7e7b023f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5306a70ec94bd7e6c4307a1ad6a897a6927e634
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1140633e9eb7ca495894947d143bc5c86f5418f0847646d85eccd377fe9ccb53
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03735278351225297c67a1a95ffc0bc38f85ba89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ba8bbfeaf80261f39e915281b8ec9b783b8dfeed2fc5bdd111089862924ba4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eab045e290b40b91ac5be0c81bcc37d0b0ebd69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0a4956cfbf0aae879191a829b39c803ca9e2545b77cb80067fb1deba28c27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7a6d355fced6a2887df94ccc2858d313f109fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae765c7229587cba6249eaf3230723b7f59ec911febe1ce2ffbd100e0c48713f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e51032c42acdd76ee3d1426d14889830a741509
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a234073fcd597e7873294997a3134e694a5b65add64126fcf10a461d5f6e7e5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e683209c828999f51a19b648786aa4bfe651802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82ab8760693b965e65d464a4cb6f4743c8156d3bdacda36548bbd6c5ce78278
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1372d90dfcbe973960da4710e0c628a6eb6c0806
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb593354ebacf0bd021c4d7afd57e993903c77bd63d5b4395b386c3a2bdda8a4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278041169911a28486df4e0ac5e8a7c97e6cd2c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6719933cb6a548e0bdab60e897ee13314bd49b5df02fffaf18a3b12367046bb0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bb69856db7611d63b38f22ee1edda6708eeee7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cab6e2ffad3639f217fe6852f3eefa21d33b15ac64a9d72c504a0b494715ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f82e947ae244ef516f75018be9d3401e49b869f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff05f1d393affcb5b8eb12bc554465d36d860899a9c4bcf157d0c42e688009
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037f8f8d796475b603aef0c8b4f903ae2be87959
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8bb92e90ff21696b57a35bcd6220bb8d70fa47e4c61f9b353664908e97a141
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eff94f05388997401878ebf7bfd5e5d2d11a80a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46d9096893095b03862c44fc1c673857635ddc989903d89cd4bc58adfe9328a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bc0c144142201c1869c84398106a11d3e76373
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4e852e5e782ca3d3b7059259c3e02178e90d69c4ff089d98591c4c33e790cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8089551868e651c20d761f2a78b08cd17f239e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4f2431227d148fe13bd1c4921cda1aa9c434505bf7b91f4882fa3178aaf66e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7939b23a0539f8687bd228a60ceae8a881009a9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d45ca2be51b6909d9ea2b49b959fb981894b1ff908b69f3812f97c4f521d00
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a87f5025ce2420ea6182b9f4b721a3f3cd642ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7e47f73dc6ee1ad460cb89976edecb555f54532dbb331cbaef4fbdf8e84dd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbb1ddd710488f0bbc54a83cb07348d50b14ff9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02b2acdbf8d02deacd1a70fbc447b275f5b7ad0399b9aeaf13c5ba494294575
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fceac2dd5b2f4a7a57d2320ae76c625dc19ada2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d656ff806b51652e8c4b0a6cfdb6d4db24ee3f96a5b3b4bdb631a8ecfc78cf49
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b150c1acf3191d9a109ecadd6dcaaafbf65c12b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779d92eb55bb2eb04b2bef49c336abcbd1ee09af93c8e6af319118e010e1ddeb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc29346fc67efe55bcbed3115e9c0677104d734
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df7afeee08fa21ee4c200b69834975ef4d69fd53c69a18710dc90de78ed822e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e3e88288213d0a55ff1ce8213d7422decf0d3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7cd0e5154dec412025f28b01422f1bdf471eb003dd530aca6f25ef14f9cc63
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c328aa2ebb6f84fd75bcf8f4d300c803e6651d3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4816838554198c7cfb114ba2521e00b7d35b8cc912399e0187ffb2aa4ebfde16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe81ae5e64bc16788ba1baac28b0ffff1ec6348
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b86807070e72241b4eab4410a5f9fdaf8de32ca0d29b74f5687ea71b69245c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8d8bc8948bc19bef715249e49227846874fd5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d445ce86aa103bdfe59bb716a4e2d491ee96695db419a0826b69eef5a2fb28a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8089141b66242fad7a85af0fd33f43679f8bae8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a881dcee3e582691211f0a0144de5edba6f175b146988602713b2259f3fb8bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d614a33cc103f3980623fbc3b1a1f15a380ffe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d031a73c2927cc535d3301e7b406ecd12ae5eef551e4eb914c02b0f77afd278d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f6593bcad7615afb7c62557c99e06002fa9e00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97590d6a2bdab788a6cde478adf7b68e872613e62ccc738f5ceb72146dd19f3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1f6a56aa7747ef6a71edca794769a44edfd83d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186414a65b47164059b7999cdcfe751d89f4399010927c0561d4362d1e5e199f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b436935abd243a7b8ead2fbf5eeacd30362e89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957a2d8b75946be6a7b2a8abb2bafc0801dd23905443777cb7832703e4050c9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bc64d3d46644a8e92139c462bd3d9d26b080a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d125df1ad87c59fef49538ce42b13acea1ce6232add9f050efdc680d6050f5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efd8cc2e5cb04f6d17d99e987105c2454123803
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf602784826b7cb16bcbe14c70ab68a106c96f6cf1cd038e39854ab75937fd7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645e0bce2c8e6bf4ccb28e634dcea7d3307b3145
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124fa827f6f540943efd42f831f352e03ef80ad5914d27d07e4238d3ef8c3246
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b438ff4f3cfb5c6c8184d3de84dd392a046d3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bb3e52c011a15388589a7e15d42def8138c27fe4a9839b757fe4de6cd5e46a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17778f229aaac0dd66b140ceaad8c34907ad6ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99728173bf405b4ac538055d75cc94a8b3d415e5353a5bd1629e6e118972456
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85fadc01be01459818125cffe21309c7fb39cdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87106409b9bcb50c04ba413274ead7929ca6cae6ee46e48eaa809e0203eacb7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37455983200c5973736f22bad9c5ffcfd16445bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e01be8d8000252c69e4c6b02ca1c040dddab3033b1b09d6a7188f1192bf91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6977675d412a2c2cfb1f36ffb0c27652eefb7c88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989c24cabe90690ce4588a6489eb6fd36f2b169a94b7bbce06f08b83aefeae72
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb98b795680d40726965f3ecb597fc1299f91fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80db7131ae616b2c0846cf45d0f4f29d11746d33af0d69f41f6f2f8ff442e48f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cea7348805f046fe896bbaf6f69765ce6225816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d772143027f7f400f623265b20a26e04bd99073dd89c33cea268a000a87a1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961be4e8592a15bb7bf7989ce32cb514bff4b2cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac06797bf41c0c38a59b2ba2eeaaf851853bb58ceb15a2334a0577598b673d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18201e5bc5297b4a71582f4ee7243aedba75d5d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885c643cdf0c13ab233aab10de8cb6ec0d0c28a73d052f98fbeb3f907f86f407
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ba0b037ed349079e75aa346ba3722ee0eed9f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e1266f262e436db9c46f1c2a1764fd1e7aedec05325025b22ffadf8a1dad62
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee816f16e42bcd491dcdf973bbdaeac670869df4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfce86a82d8589ea71316429164033c0c46f2e79fec6782017905d76be77e183
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142d117b91f77199a250faaf5aee27718d195433
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7fab6642239e060e4bb615144c4b085d973a3237b90a514c8c79ccb576d10c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc22f782c2daa989b6acbb717c0c12556d31d51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882c1f1dadc04abf287f16a2c7a82c72ce5d7dc10d38f5f17e517088fa9e7d20
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1929bde80f416bb19f448ff67fee9eb1a923836
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6189f2b07c02619374613fae41baaaa505125e205163cdc857c62d5db1170060
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87322603a70aea5d99ea3f4c156b7716e95d487
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14634954c3f5bcba91686efe3aba191c3540ef98e7ff48e211224d11c5e0e884
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51171b307826710eea683ceaecadce223694eacc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b436accb18dde41ffc9d5d1e4aa6149defb32cd55783f6bedfda3bfd730f369
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce02158402f8d8bdf999d8a55f0262e18cb5d7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380f9eea9eb8b83aaecd7507649a9fd4bea5ef2b0130a58a0a94bb1e79507384
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d601da134c53d65160e1b393d1923168eac7609f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bb07b756be4ba415505c8f0fa0451f33495da1c8e9ec96cae2f593d8e2a039
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199d83e3ce46744888e6c9359f595809455bc61a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1629d535e6f079c9b56409c98987b9153f0c23ccab960c65cbbfbc2da308f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69da2f40d59b353ca6858562dd2612fb49ea4541
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220997d6e0c8f27a304e935d06f9dbee70332e6b963b3768236ef4c6349e3a04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163f4dbbb9357146edef9b5f635aa40868ade193
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b841aa69ac5780aad344adb0b387e6507b4df0b734c7af041e7079d2b2714bda
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55e81383dab69b1aa46b9fe679ad98580ea6de0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bec4c07de923aa3c041b0e867475267d55790ae395965e1e6e4f43656441f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e7aca5f4e48e56fdc200f65cd097574c3d125a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30864e9feb5f744fc30ea0c949c008a3fe8ffe4c28d0d52b4a77c746b5637d58
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc23f465accf0f2436b917095862286e9c8bb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a1aa3daabe55faa6bc61e764dce350938fc74fec02275793847b2a5d3026e3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104073df0b84ba6555601ce61a3f27651d1ef0aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de82e12699f1c7f36227b14776b6829a57a1ad92610719bae61c2bb8133e0947
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6af4081185c23f6689eb1f03d9d7af70f7128f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3719b2299509b79a19fd20018e7d2f51bdadb2a0f554f6a7e2e78a5fc4790fd1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566cdb20221d1aacfc63b91d64de41206fd0c318
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ab4ae42c88191a83a2d4283fb8c19258b2d4139e7c7c661c1ec517eab2357
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810a4926ad2d0e66355ebfdaaf53a801d882b517
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc8efc7d2a04e4178b42a7cf2d6805e1b1c786861af909d70a0d64c44b57c79
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54fda1dc7cb26d3600cfa46d968fc5c9444caec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cb1f9135a80a64f18a1cc18f7b45639c556366cd7e319b3a210992681a74cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186fc68e97c5082c8ac70ee68a72a462f276f85d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d86c61e32401b76709ef222a81c0b02658fe2f4c07d1b567a2704ee1831e51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9182da14bdec65dd339301db4cd802e5f8b63834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5c0ebc09dabc523f04b4740bd2f0c7fb22d6fbbcc827bd8898ac633e1687b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad1fe76026a266328c775f67f4b4d3b678a11e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6551e607e47f7083dd0d8a42a73888ca4ccc0ac97a250540e0db1f9aa85a620a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd2c112e5e759892477c6b299390778fc4d81f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c249b560f36181a17988c3af220895a91703f3008f30829264af5156e0af09
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ed4cc99a99bb4a92f1bc935b2cdaee735085a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de38d619ca8127067cdbdca35d5e2f2249de8c6f233badff29ac051d6cf10b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15767ce9650cc4711d0264263795b5c7fb0d84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab1bc92ff8e30619c6a493e79e0264676802ff14b55f3add86c8472ec2e4e4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05941d99bb3660779408168b6e6812086a5d8bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6533a44d56274af3382cf0c2eed553f77091c8444ed4d2c976e997663b96b11
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf3251b3869b0a0cdee1e92032d1d3d8883c87a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c355b0517cfaebad2da8421bc12075a21205dedadad999fd095956fc68b3d73d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7130f742cd9548ea14f677e2c143e900a3a755ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30fbf21ef97dd2713d7717d9516378ddaca840ffcd7e8828edcd22b4ff8eda5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137a34e93f15d42f531afdb33e4b54ed378a9aaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa3e3826f69627254c45771bc82a4aabc2042ef7189d4a44353c3299d1588d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f23ef4cc911fc2ed4cc8f98e87d8a3c4fed5b94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c2dc9d1d53f881adbf8f15df645d6b8fa83188e4601ba82845ecd9ce2cd175
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1b257b4e47126f0817e60e0c0aeba95987152b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a4f3396e78a803b286a9d34258a12686de561aaf0761562dbe9a7009a634dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508e39445a2a35fe75893b442bac9aa41ca9bca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c551c8d886c09d5620d82fdc9faae7316d02c1ee50be3920e9aaac5fd93af0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc496d410ce304398a36a73055f2410a09477eb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc27846a9405ad25aa8df677f3e3fb44f744ebdd84ba0e321be2a79859396de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcea1974c30f2c5b290a209ee145af09937c5359
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42110d339f339ff7dc4ff81b821defdf1b148cfb95fdf8f28f5d6cc18274fa24
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47394b40dcb1122dabbab114c547fd7d1e0e4037
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82598af68000ac2785e74b6469aada5873b32eb1a8cc3df81f04d4297f80b230
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11e34199f445d8c40529bd8c89cc46a4de86299
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb182aae3e26f3309e9e4626a75fea05ed0faa239718f8cb5a264059ee744f01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bbcc245d17a8ecd72200821db22bae17c577c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc33aa85e48797ec925fa0404f60934815b376aee91013796620704d411e726
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4191812c8ddae14c3aee39bb62eff82dd2675228
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472801ab529d54ee361a5734561979fb03785930537bde5fcaeaf8d7c3590a0c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e957aebbd4cecc10de3cfcf797e860aec5e358c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee05c68751d41fb6082b449cbebf79fda904affe65aef2ed1eabe721950a0eac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f1a5ec9a8d12e611acbe497fd438b0a39299ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e837c375e140abc457344bf34449bba15947cb09d310a0d0db2809a26f6d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24eab0f9ab03e4a2463f1424ada9a063e189a17d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12379b5bcd56ffa1176302d384d1b1ef10d9eb69f7147dd2034eea057af38008
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc88315c89427710832da55945b4c34160afcb2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627bbf2e1aef176cfbc80db840c81f21ffc07e4c19704cefe1f0776a3e8acfd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4b88bb311b473f5fd41ce7c6a582563cfcf688
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721f31c79227036c35cb96600c1470ac3b574d6c45f96919e9f2e2703edd9aa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce5ae807876142f83cbe8b1f6aa24483936c3d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb9dd80c42b4690fd7d892371d0d666a0f54a41e8c0ab21240fb31a57f99803
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21db52f0f5e7a61100af3e362e613eca48556fdc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee41393b212d695073ba4598aae74e36ce9201268599ce5084f794067c5f006
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d537a7ff154717c21c5cd5626a274a023b09a48f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ffd3188f06270feaacf2224edc2a63f60fc6f1e318f06ca49aede2c7fa88b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe1d3ba6e6ac8a04aaef6d4a04e93f7bbcb34dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0b6ba56f47d82f0e5e07e34ffb8b5001c72a766ef4d1a41c50eaa413cff2cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f3441783fd4b17bfb22fe6a43f0497cac0a624
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f82531b1693c44a31693e9b04f1ba16645a3c1ac83b703d36aadcc128b97b84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a90d178b88d3cf1f9ed989bf3c3553511375738
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb5b7ad12708bad0fc2b2bd74b9812eec5fdc6fa04e69291b07458d5b2c4db
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eb4fc1402dc3eddff7423bc884368b69ea103a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27ed568ce7cf343e834d58314d0a90c045bd9aa47fa4955c49058514bb16f38
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bd83c7585dde83405042768f08663c3753a0b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcabfc9189dfc6c49c63203cdc0ca5ec1a69d82b0ed7cc15e7eb278c970f5d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec37539a4207b58127b57bc447341b2299d324da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879049382f3585c970e126586669da005b7f98bc90efec0d27668a02214c9eaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd4fbac0c5697cdd2aa9e911017b7d922f1b124
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f59ab21ca24dbd1fb3fc918c01f1690d8d5704d4978cd70c9020e8dff32be73
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0498d7e406ac1d9575d074669ed5dd81576c6477
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cab6e79c7892a6af290463cd346482241bd3bdac76d9229fa3e55c7ba1d4fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d78b3965b050971c1a983ca027309f24e95e9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210e53f1b5caa982b6aef16fa03e7f8d929454daa23310be862ba07e8b5e7af5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9679c08290bdde69974d501cc5a8e84c4e9b3b9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc9c5c4c274c32a6b2f9a72ea538a557ae0f639b5f8daf8638c6875798fa7f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da2a1402f699fddb7274dd347125168ea0164a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eda226eaa71c696bfccc3471444e7144dd11367f28e9ce5cd8807267956c51
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51450c1541bcf37ce48be8e49246b9bc535e9cd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1760c5b7095115a808975a57e2aaf1f0d9f9f65036f36cefd9e03206534bc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29cafa599b83be5b8d75329a3b9d4512a30291b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a067fc12711f92deceab1378f25f0f867ea4b5f909ed79228931b982ca1570
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4201c714946fef3d787fc5e1c5283e54972aaf63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7ed7922930af6b2c82f3819ea38c68bd32c2ae81309626041bdfebfe2d8003
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f4fadea6deaf8eae504d0e109d2dafe83709d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade9234fb6cf9ab35a58462e576556eea8ebe4f7c11cee5dbe2b9a322f39d9c1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2fc550d6ba556e244fe21994c018518f0fbf46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0d233f40776b7d43a0d1d9637cc8718d32bc4a2c15f78396b4918885e2c418
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9a0fc4a95dfacabd13ff3355c8b1f68d91355e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048809bd352d8ecaca31aee864eff7738094e76ff35cb32f36a560a3c6e76a77
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b82906737ddb58569495e990b9c635f72f4bc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df3e3e0a526550f44ff6a1a24963b79cd7fddf78b02fb7b3e476ec78965ce3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d34158575ccfa5998365c60e8690512b6f9eb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd0f6a6fa2f926b049a020cbe579394f6fdf955a10842535a9ffba7c697217d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e533d9a08e1b238fd7c3a9a701f6637d3fb48ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6430411a7d7307006ef3a4e49f3510ed00eaecc46a28d512f573221a0100c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2f84e2c0d474de73ef51fa7c9015e9353a3308
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678338e5ecdcb62f918eea5238da557e2b7c4d161002a48f359950c887f40913
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a53f1d86038d853f1a1f9a39e743a531d402ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b911952558482757397b8e5b99c1c5c3a78f04b223c12011761c71fd186d999
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a073ed598140040039e864ed6d7adfca999dc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77db9a5ff0d87f1f8c8bdd4b4d9d15cbbd7a381fa20e9cbffa23f6c837c7894d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcac0a5549286889ac99b234b0323958378c078d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74ce34df26bf92586b3a9cf0653b9c66b690019abf1ef8d4ea7fc66efbc1e5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ea83e66a4d159115454a9869f52ad04af209c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac42e24a80e07b2afced29e18aa51fc5965dbb7aa05d3cb5e23c420cb1df52f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d417c2aef07c3d7b3dfb427063b93e7647268243
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f37068a3628cdc8d6ff18e6719b2ec652a61225aafb12063cfe1add82667eba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369b61125014952db0a8fe277bf3619698cc7abf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e521e12b005776c4efab1639bad68f307439249d62dbd9637a26c240e14ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07319a450447e191cf5fc37b362ecc6108e3e6d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7958b115e6d9eb55b74188d445f8ee424372b0efafa9c2f2f88ba03a2726f887
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382cdd0950f0aff66934c97330459ab0ce2860f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f43ac388ccabddd440437c0c78b04c3c5fa4f8be4749c094fa00e47834705d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca25e9fa67b62a66cb0365ff4bd99e4d524bb2b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38120482577d3d3726a821cd1e03e531fcdfc5a324b67fc04ca855340c0dcb6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565acd781f46d047f65b043415ce4e42ff72066
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3593315149ed8c360011a81b6d011952d0062f964247f8724471729cca566e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298ee74e73d2354c3dd56e0b9047db60698c748b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0157a908aab9167c2e6ce8782c2670d297945eca27aafcc0aa64ffe3c2fc6079
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd6c9daed6bc0dbfcbb4a7b4167acc664cde776
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1898f16058eb3535ab7dcce7865d1910bc86732a89edd20418a11fecd3714d9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115bcfdc0469070f2b875349e75afb86c5cb3a72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ba3ade669c8119b61e249b63373233b106307441598f727d8f46bb2f101f92
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6859416eca163233e9cc6935360bad6dec90347d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda9f4c346255f9615dd744eda17a6f2c79b7f79e66b6ab72c96fedc872e4b89
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb39e5d693fd723507c4bf616c886be95369f22d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0276ca7299cf098d1b87e006db8fc884316889356a2d6bb6096f64893b04ac7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02db338cad4deb3ea6ce84946b3baf3ebda2bb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4fdf40b54412776cea895371d34fd1bb0b9698c5d84260cbee3dadaa119986
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dd969f3ed2cf3282e14491b8ef16926caae3ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7469ae16fc19199e426da048af761941e7b8927b78b49623fce053c9bc7910
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2057ae55ae071d04e15a4b02d6f3876884b55d32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d282886070ab2f5302178d648d00d5c074f35b08616f16e230667be895e666
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fccbdb07b407955caa74b80a7c036d498fa24e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c30e9d07ce68d0f1d0324c738958cf308cfef2cf052578fe3b652e66fd601f5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8715a26b14d5c79c0d9d366f3cc78247743e5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bb6557da111fcab3501ed6e489e8a32c1f4fb24cc601f0f15c9538d75bf51b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c466eaf6bd2c10dba7f9e9dd086db55921a29d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29968a9d9e8b89398170ce739a96e4ffcf7b5c69dd04c175d9d37ad33343127
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ef6255da534f32e21016b8ecd0c311445791e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d904d55d1aabbd31ae654269e7baa68df079398f7f2ddc891fd544533fe19e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5151f6b644d6a3bd02579d79463820b85770dbfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befc749431ce7b5db93f7d54b4290071362257493274c4d7972b45e179b35ed5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf14b5ece132b24633ebe48353333da514318e6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e61cbf764e20c61cd9a6c140dd651a0ec61d6bfc8b1a4ad4b2f8dd33089be1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400aef5a41e460822a427b32d43cfe1d6359be1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38f1ab8051556797c5dc509e10423996901ba68eed6f73e794c3495edf3b7d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a625c906e840d4789059f3e0a1050cdfbed414
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334c0192ca6cfd66b1b1a3470be3a4fbcd5222945c9d825486c87086f583b269
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee7b46180e54e587d7440f124e4fda2c6c425b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6f57aed594c1ee481da574d224ba4e2f354c84c00bd7aa035438a198d282da
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb6fb068d4a5f4c1e37dd1dc0de24bbbd6e697f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9247115859fe7bd70de21866218425f7d9b8dd0cc20e8b70394cde2b54407bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aad0a52103f29b8168c2aa47e24826b870b570f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b074aa7a3ab74057fe7201a386a31ed0882e6edda8807f8d1fb2fdc6defaa7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599fe8dfb074cec845f2e2188c509b9015a52ac4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090413446e96938a7de20b02601a36f6f1bd11ea05404cbce9fa40fa57f6278a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df6afa6f56f8498a71e06a68de7a53ddd8f83a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddb6b828887fcda8362839925c79c65bda6e0dc897ee3d5746b52182a0bf763
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a99a752e9051ee4a82931cea9cd4e15121c6ac7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c265b37038dcc15429c99321917c68c8862e2ee953648e02f43dfd91b55209
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd421d83fa9bec29a0b16d3fe262f804d753435
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c178cd469670d7f6e86fec1f58476890381f1e7f9d51d115593c3ad2c040bc8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdf654b6e211bb12e29a40fd1925e889e7c2345
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0690e3d41d211549aebd843b6a4706979683a38ae3378955d1b5b6e4ff26e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d95621f162468debe7d63c04a8380e46b360a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a7cd78fc137a81ffa94e570c1626f12d165d0e6d2f21de9459df2458965f67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f77137fc1c38cf25a5bebb98e83d384b7997fc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cf94987ae4593c4fa1111914bf88981e721eea04e26da4b3c83a0b098bca6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56e58419c966b349105b755d20a75ce60854637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7c9557e07a3ce3c848f4b47605575364011c931f5e9a5c9a3eba969f644e54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb9cebfcc5078332f7c52574f268ddac9c9c0ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e52dc2e7903124d1852815e0a21a9d9e7459858e7d35bca900cdfc99d53c6f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa90f0e80add76ebf57513423e4b10048c3c94b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98cda37f89704d734b9b6bde41e690f4ed7765f595f34b96b66a54e24f96299
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3845cb2cc671ed38d1f7992e5ecca35f5e3cfcb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faee54c3ed17d4fe6890fb8c38ad59c3b554b0edbad505e9bf8d5c5cd25fe533
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6399a56ac12d4e9d570151978bdc3465f4033b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d67601ba8978318051a7beff389c1ea62b0c575229946bfd533800e224f311
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b13b0322370059cd38d60dc0b9ace8b4ec62c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6abbd3e2993c3beb87c649268871a2291be15ef194f4dca6d6879a5fd284688
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee78cddfc05209b641813fb0c798e0b118e64bc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757396bded718133e86cc8f9b609526bf8ef47d45dace8cf8df4628f72e31585
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9e47aa469ac322aa443bc15de22243263b822c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e58de7429d9796bacd99e442734f448242e5fc4980faf4fb42e59e9338fcf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4f1db0abd594cd638d214636894c0e2486b0ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1fb961b65ce2812c1ad5ce4e612c37aaf4aaf15bdea362914d4405301f6140
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da46227198d703eed1b0ee0a6f0cc44561514d26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431447bf7ba6f2d24c98a4a064da40aa31a8270f13ce72ea28671b8f7185efd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7172a8fc77a1f2de954d873516596c3d4c8702ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe69ae3bc1c5e6f9fe24daa56d462de94be0c41d84d59e15be441c63fb4b8ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cad3d569e365a5756955c84da50f56360e0a9d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdb97eee47a863323034581be4e1eb7b6904cedc54888a372ffc979db537e16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef259147f756c9b5b70f425ab1b8d2b22f875b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22cc6efccfd607200951fab316b48e55cd4a6a6310331265d5bf3fead850da0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b36bd938b17cbc9b5a7bffd38af60a69a31c2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035e111873cb1b0397fff1cbc6c2c695ffcf0802c02fb4a3b13fb81bec273350
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2a7f56f338b99aa668a227e10d06cbacbd899f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf44f2ec45590aabd6cbdbd28bbb67efe9631e20f34e69096592c263c7603243
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08b02dbcb218b8b99d3f5b329baa2914f6eb681
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8785c6f718b4a902dd4e62067be8ceb675b279bf50d27d4a830c2e5714995d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caea37848f84c8f4b50a4d3106bfca14a6dc9bd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2db18c11052b26985bb66342c97e3319eb206d510820fbf73d22e27c23631d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587dcf881e256ea1707b4c9397b0ab7a840b0085
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4936e7f02cbef83d4957dff9a1a18e6ff5da18db001683620631ff875fffd6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbc2f0f143c19957ba9d5c45d521b6bab17656d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ba6d6500ef20b2c2d498b3b5ef7ca58a5c663be3b1283bcea1fde708e2dc38
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446f334a768bde1f65123d95241ef2f817e6726c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa54cced57174fa2039a0e3f88ac3c398b7592d5e3cb18e798420b369c256143
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e1c66f5cc3f079e68010930991ef5d0c2ca78e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a390481ae5a7236d44c49033b8cb908622f6d8bcd51139d19c71bbeb6a76090b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88ab0685af86de9aea9fe8442c4f3b23b75ba58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded4a7e43272db61f5d21163aebb5257f9282f308cb16020265a8b60eb157736
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705a4dc879244f47e5a28381ee2f828c36dea578
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e1cf398f591bf1c5a1bb9b6a2a131e6d6724fe50d15f512353483e391da374
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b940933fdf1a2ed38fff135146ac68e5a09ad9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5eda21dc2293ace31af709cda14f241b81868bd4e77a8d910cb25b7a9a2e84f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea07b4c2dfeb57164892e63fffc0016583f23a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be190d31b427d428e105ddfd5676fdea30ae19664efe61e4633bddb7076c5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f224b47b6f95b568a45d8e787b24f62f33f642
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb776ba8c1b0cea56d8ab04c55ad4042b5df2d57e8316dcf7bdcd04215e7a5ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f9d99c64f5527cc1eaf70c1939993b1edd835f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a799e7b7767fba01fd6b925b161941dfc2ce7c68ce488155560e78e4cc9bb5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7bac4dcf746f192e938de5d2b5a25c0cd0d410
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9044ff9d88a413718a34c2636dd107871611439e59d4e7862d8eb9cc7b086b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c88de80a6a0f6cf721524a84cfa77ebf98a814
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afbd8344186445bf5b3d3934a1e48722f8b72bb24296006d0d944bd4b977aab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccc6d2d244adb6966c7c320696b242eade88685
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005cf776c70b7d236d6d9ee8505b8a808d7facce0e39b58d5e4fbee02fe5a6ba
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d56d56f2e824156fbc5983ebd2a128bc34d718d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673375f192b190234decba438b12cdc6ae02a4e957236375bba168e54ad8dcc8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675670693d72164e962f214ee69c843722e11a3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3032e67e35ba96f5bb7a91d03803ef71aef8dc9635db30cf60a358f3bffce936
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1495b4851e71a7237946abc414cd75a0465460ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4c5dcb2c154f296708244503aa04e08b0c2136169284e253fd85ac7363e427
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2166efca0d96ecd7c278d1da8f86d4ed1cc45aae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cce8a36cea0749641f92224e4c3c04249bff16110c8134636b83257d2de34bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adeb524e8481798c23a8c5699f33933570e25551
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f5c9a4616d5e526c82e95e0f2aef2e0a5a5f751ffb4117351bcdec003821df
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0513223365346f3b2417b5e49b46cef53704b206
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda48d0c5ec2265dcea6166437521fd7a07f213d0868e24b5af84ea152b1e34f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8625a5020e46b80e90e099e9ba2dcb406c2907e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101d84e2cfb8be3bc91ee7c7fb0af5dbe931b190076198a2507c55b8c73a6c9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a68fbadbc5134e1d269f26dfc04aa406b1351c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b469b56870694e0e4759e509d0e8f23707cead68ddd0061078121e98b03464cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b36d5f793d393283b309c347b5be44cb86e9d88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69da138cff2d9576dec44f01155b217e14a6132b138bfda0aa685ccb17a78692
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1ae1ff7fc54261cf105164c950ecf0395f5ef2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dc1e393fa5e1765c6aebe0d1d2f88151ff18c48758bb0233d7fb84eb1bd000
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264330f6691e59f72044cb3a75b5792595a1d923
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba633f61af8cd803c58179d11c7d77953510be1de524783608e9a1490cce3b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634781f2065a1499b1bbef9b46bf1ccb131e2069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0bbcd88cda9a71086a1349e5574c9b5370d9af2c1dd9359d518ab432609127
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67abec36ecd711a2f54983cbb734c156936f95f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a71067d1aa8f2c06ecebc5c6cc865609f4c4935a0ba629cdf2cb1d01b64367a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c52c9dd6279acf7f77008b379b4d9cd6d27b11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62bcb95a3a2777d39a4f6e5b43378473632e5094b34a662f7e04f4045307c6a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322dd675ca143c425842d2a2fa24ea77b789267
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4dfa09529cbafd41a54fefbf2698111dd47381456ba17e4082fbd0845d9a4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8258affef263a46c460087ae416547c45b218dd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b4f7731bfff3146c5c52d091038a35b9bb63a8409946781e64bf938f03dfe9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7893fc926f070fad2610fa08b9e7eb383e2c4258
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c160ac82d15247fa147a2fa998ba5d88a5c6c85fe90831c58e705c48796a908c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec357e93baa82138f100eda24b7e61831a2395cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed8e4e2bd91e86f730e46a4839969de57b9acae533e2953c4017219d3b66933
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e8222e272ea17aa11015b414b7b9f4d2a312fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75706d607ace7508f83caa3677e5218f0ab46950bdb9f524eff7701089d608c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb68ab14f21a1cc1a32c246ed61d91770046a3f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cec46696f17259143167dcd969041097e38ee6e11d1f2f43509f25109afe7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f42909eaf5e8d515ec672664f8c68d5e933ad4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7304329389635ade3d56696ebc34aaca1f0e844461fcf348567868bfe0311c89
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db96f2ed420c02dc15a94f3d8109a08c362d14d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e9f289cbaa1b0227436d3e83a410c369b3f90a609199d5d65ec2ae2166d7b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9519cc9f05ba75c93b1b796125f0fb5fb9240c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7ef559eab512127933f5e97ce8c05c12f884b3c8abfbc8f67fe1f415c7d161
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410c167f6f86466731696c0d8678a1fa03c2fc24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701f16822456eeebd7ba030ae3e5086fea37efc618fa40e251b6c0e5dead0538
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7239987bb0d39b69f7a41b1e37e4ca678f284c52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70b72e782257d02f7dd46dc3bf44c38605f65b5708b3d15b325633d36f01981
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed44488faddb6d376c71a894df87d8907b4152c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79fdf96f679049397843d5f46326ff36ba028aa2e4b4174cee14ddfcf17d4d
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f2a4cfb93934abc3554b3a13826791fb2efd8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbdcf86cefdc3efb8c803b4b16254996aa60df52090b78c0e37201bb252bb57
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf14fbe17f6d744540b9555078b2069830105150
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8971d4a76d08c42fcbc7ae2c99f2325c262566c2c18a2553a68f081e1799833
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da1d4943e5119c23a6d6b29780e058478bf265a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cba79c9c3e5d6d5b851083c9a8974d300146084741f4bec081fe511394f7db
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128e243bc8ef6f979f77e87aa94f540cb51b8f43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f6415d6f237035c90fe2b4acf7eb10075e79c08b5655e4eaaf9cf5e0075f0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b212054f1bde37cf39b72eda2666acff77fb3bba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144f26c5ded4473dff5e92a17853e4187b2470ab1a7ac6a6a016ab1fed94d187
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604b5e4075f6342615df8620561cd1c8d58c5f73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3798b63279000d1f77fef512cf5a123d9a043af7f255a21e4c0accdff8842161
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3b116303a1b0eeaea83b6d69050f339876eac6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a955e01686d65eb848d41c4d03bb597283af0014085ea933dae8e6f2481ef6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c889dd5f9175aa93eea6fd26214b0b109e344362
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415e5647c8aae7f95bc99c721e56ebf3abb643a6d1d668b1cd7486cffd2248e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2a7a49d71dffe881e5e10a417d45fe61207f72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29889aa43c2e8b2e5b5034f88f4a29fcec39ef2fe633da06b0d38fe7d4aa2ec9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f871fed86f8895c82850011f7372f78ab1dc6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802b3199ba99a456524d030fdf88fc52a88fdf009cade537a7f58a2d9f2c44a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae95db188f3957c9f750cd4c36e9412de79f943e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafb00716a265b8e0f33956ea8cc7a4fd01001a6cf545c9b1f182120ae24d421
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2300269d4eb6beacfaaf384b4dfce89105b777ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39cb66ecad2de8999b610f4ac00997bc00a9a02ec034434595aea2463fa958c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23672d1f328387d05bd177fa19798ec0628188d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e483ee3811447a77159deb1736901a4207e5522a861b342534634b5e28fcb3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d12c50b779c624e1b2fa466779283f55ed84269
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e9b2b5bbbc20e14257dd78d3fb1f3a9030d0f43bc4eb4645b0882a898a3bff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db93858c327f196c4f7693992394c541f89b413d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a352cee40a42e3c358ba690e328fa74473a8dd05b070438fd50b683cf4002b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279220e8329454ad99f1abc44294c9f97442a219
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee12469f55220ac6ab892794546869c2a21c72ee914304d2d620f7335d66276
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4ea94a3e558c6bcff69bf0b3b3e3316bb3c530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67328b0b78872178e69d96d8c5ac405bbce85c795fee7471c580e8fdd15bcfbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f5e6c1abb21483ee4728af0044bf4f72c95a21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9937cc121ea5eb453b602d1aa81e00b8a197047d216be1ee7aceb07e69037671
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a969c2b151de3816003ce6ec3191029686791765
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74787827e305bc52b36f7841e785b4ab4602e2ac7f9f72f48529d715b0a656f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d24e2a76b37487ebdbf0b11365df17903cd644
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4870ee6765d2c537e13584314632742fa51a8f451be20fc896edaa244aa3b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dec7891f1ac9b5faf8af16b179f0288128fcb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16ef56d1080f93a8222817332a4175f9be0e62fe05af9f85a187a4815c60f88
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b858182dd8043dfd809057e8fdb36d9be3c543
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bb037699d225a9b9a570430eecd239765fd0c7bed52452ce4e3b8906ac5e29
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fff15689ef09918431b7d02df38a5290a0f49d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5328462984dc0178893e7293c4d4c78b9388c9fb6859e3111291284aab196c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39eae256927508891e4c2db1e7f80d4ca02bbdeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4de29a78b9c8ed1e239da32a98d48c7c531ab207fb3b51019b08c7ac35640
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3127a5e7c71a5c3c27a35ae68a406d2ac2ca34e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d722c84af9e8a21e051683821934834acc0017b0d47ee3f3efeb2138b56e6aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f792c69701938a215955f6bd1f982e9ed0aa72d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3136afcd202d1bef369af9a2a9a9b0f4de19399e61277261fc5b97ae40721
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea56c85c3d393d99de36ccf22ff99372f4c5942
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926eb4eedc53ff357dffe84c9bc008d8c30f4309614220e24605e3d5c89ddb3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442c93c11d5e23ed6dee512cf441032c104b60d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306dfb84944b39a9202899449a9a809df24240cd01c057a3262e471a92129a52
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d7ac0369562a095d5c1f8725a98d803eeef651
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf159b0f8b7bfa54d15ac5f7ccfcb0f5d93991216b432908778bc31f07b74a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf48a41dda5eb3e96cd36bc9a5076e7568a58c9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146a60341db12099a6779d47ec79d5a596f6aa75c716e71a494268f29676f11a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8c4bb270c906e2472b159979e45edbd00361c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e689963f11a041551b2ada501cb67db60b7b9eb82ab62c0e1e67de44b5ac52d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98c43540579c6cbf42a9ea8b78dac62c8fa0b9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756b1378f80b324cb6b67063889bf035308619ad88a0e382c1b666dfca05ca07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13ab5240b21807d992a5c1336a6bdf90fee9a7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b28a852531645674f242562775cc21cf8b2c43ca2ca4a5a22f7469508799c0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8465369ab4d80e08fba5a1c86b268b5a5e95e8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ba242d755aaa480365057cf2bd21e2b89b0b1ddfead5fc24faa23ef25e14f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756c135a0e50ca408de3a632e9909d539a942dae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d58ed01f9b07c69cb90dc128b0b45f478b94c9c8c0d006f6208a27900519a1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb99653a783f5f3f15225dc0ee6a0b80268be1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90defd72a742f37e4d3fe44e32b57a7561a01422c35d5d4381002ef8dfd4e1de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b406c230e951fe8c06ff571cc23c1d8a693802d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a1638565b18c16885292d13cc6f4133a071fb6a28f2c9e414c63090c3258dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806fd5996a59fc457b3186db56f172b02b0e11d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4e191b1b9d87a44bbca41253006ff197fdf6f94e9f9ec5f6dd14591e939766
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c325f224757a27dd90c0d753e9a1647b5a7a2cc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b147d707665ed6d1cd94b03d61651b19b1cd9a54f32b38246ae325e15e6382ab
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbda29c0ce75499349c1df24e132b00302603252
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a62e136aa4d8da03d2852c45e0af9438d0e2db010c1777cbc51f57dc9f80ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd5b0ecbdc8cc6553209fc3015e68af40b402e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6685fe980edf590fed7c75fe1d4d62bc30e5e6a191eb2a2d0c8984f9e2ad2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c77f03d8d0064dec198f63c2be96581fe0af491
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3a0389b2356161f804f6294575be62feaa308f880a3525cbee5c1aa417675
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c26b120672a9e36858f8192662024cf62c8a44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9939bfae0266e199594c3d9a7ca3c6e8f2a960a8a1f867428836ae869766c1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b478edb0550c3788f94ef2934d9093aa7a5e09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47d60bfa8a453641f0932abb51d3eb087de8ec2fb5de7046b1ae19d325e7246
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9977514085cf600acedc1a0b0d8c992521a49e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd614eb088142a0ca6795d2ac6d674ae4818c2c339f22f3b242c110586325d3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93c0130b2fe31f6fb5de9620d0c7d9a99aedd8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0931a7684412db3271f91b822783ae66f0fa147d55ff10b5af652098c746c602
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae358b50d4f0c6da9043271bc627817d16fd119
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e9c84505543f04c80871916cadf0c8574b1901e9cc0740204fa0bb0099ddfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c50dba344a49ab50cde5a52dfcf10f3e396141
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac5bf0319979d2f2deb7dd5d4a2268057dc845a160b8deb7d60c1f9424dd8fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bbcbea9211830d09e9fa1e730ebe803595968a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ba1220bb1abe56b3c099719903afd289080ddfbf2b2ced3d30d8b324146036
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b4bbbc6ff30bc8fca051819da8d99e3e4b901f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1c22498884217a959248d43d1688450c2c33a39e741a4012b8059677c87a97
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c48d78d06c3b288a6939a40d7d1156825cd9e6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5d70e08eccaba413d951eb196d45686d41081f078b50e990318dce18f00b83
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f3c49faaaee740f8b9060343fa08d217f7c00a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0518e31c0412e30fe041af9ce5b8175dd055bd9400d4715d266d42b87b6f60
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8846260d9389c8c71cd37bb272144bd00d625fc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43289e0255a7267967ac02a287cbaf87853e542e600b3680142676d9bdc20cc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8908a4eac63cf15eb7a5c69edfdc052f942bdd48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb60e82328aca37f0fd21cfc5f9b2e009c1e70683e7cab07a9f40f53bfa7f7a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917e512c4c59c6476bcebda4f741f35cd6ea1ede
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525a954cb822e6e67eaea248742b715477203878bb93601134e01d0c6771ec9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ea002caa1cfdc1eb733be955f21d2309d509c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae74878a619bc466f4c3ac9406721e3fcfd39f9a04a1b8da978af0ab60efa589
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b55aabf693c2546822cd9ca3b583dc7a88760a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612f2f103cded4ad09ed1b3486d01e69d958e8b84070fb860f8c22171fcb987d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b7b96433256170f347dc061b06105b7da66a74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c4c43a48ef0c54439817a205a6783d152b0ffd32791bc2f34871a588dfa8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b406c46fda4552addb4265bce3eb46fe39a0c5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95460d279ef5c2cd2834fe1807d2bf71bfdd803d5af6b11ed2b67d1f94f335c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe69ae6aaa1bf5d8a33b4c4c86b747719e3d5cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3157ffb311172779b7e5bcb714d7b16d6ff5a19fdbebfaafd4046f46ec60b888
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b2e8a483efdb7a02ec440005d75beeb9530a99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a4e004cb8b7c7607139f24a8506a932cff3d2bd8b9c786106e931641c02d79
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ea61fab11d1345005b03b41f9b837a1c0acb75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8335af1cb0ca10266827f1ab3916c7511f7eaa1eb7552b9b4987eddffcd95b2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18251dafe87bc26e98845a4144203cfab0eb401b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af97766417b596658241f170326585b4824c397eede0ae5506fad3077f70f03
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbf8152bd5e8d64ec9bb446216358969b4a6282
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c7fa793749de6838f3ef25be02bfeaaa89c4845e89beb1c7e43494c13424f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dbe34056b1ce10a12654288d83daeb12085617
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5df5e229a0948e73face9ce548d240b986baca22186799bbe924ff0641c0310
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dce5e6d1afb47cbb49b7747e9d30bbd262c736e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6c0b3041c7f52dde488545f20a6e07a8cea4ab4bd0b167bf55f4aa560bc835
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ae81cec6a991e15ccf334f8d857c5cb10782d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a08d74004c137c19d55a3f9818c65b6e94a033254ad4568e8a6532dcba039c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba9e5c1d05afedc80e06203063ab19146b3bbd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa15102e4acb575c9781b17869c93383015d00e8c7fb407ee1c24ccadb6b3e3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fa7ad75df2b6d014eb94d593f50a018e7aa7dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9f59362be9d7d8bd6d03e1ae8edf51e2b73ae461a324c3ad9fbf2572b9e0c3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfc9f98c265fe5b55e1d1987d1351f932426c22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99febbdf071d541610747457c34e8e4782c8e45a90a9199b8581213b95a0291e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70d87cd60bede1e2c155c5405ef3bb9cc8b6960
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc88eaa1f72392c30f035d3246c150db088a7c88934f685125b55ed385f3b75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c949d864deee8430bc31e4bc7cb8ec167b81c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af71f9ecf5c9feb088ee12337a8ef92d7d2795b36ae20ae8c3b364de3d2db9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a12d11a8fa7d9125a66a9dfca42f4f74f61e02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762723e39b9b98e530b652be4d0438b7f0590459834554ca20609b0fe245528e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81291664b7c5bef440acfc4a8ec9cd247f0d9c53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31644ffc317ebf093e689feb25f8351196255625b8819a7d4ce5c3d87fe8602
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5883bb0d5e5be7bd0cfff9e4e871aa7bd0753d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcbdc6db3c45716c6b6560f83508aada2df8fcf4404cece4f6abaa0a5a1daf3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d69dcf3f4b25f81008d69d3d95e834eb65e5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46fdd95275d00b6030a450c6cef0a0377bf7780b912b95a9721f07e128dd1d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30dbb58c669c6ff330c5b5c7a97b20a1d599b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914f18db1dcce00e54ffb222bd60ee007a8134a689dc7176fdc3da91f7ef6e81
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18543786fdff291740f773da61b81a826a298e53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d681b3cf8ba6b11c8c370e4b4f90045465cdc8ae31e56148dd5e6a1eb5a56f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea97a59d9ffb6be988ac3131146d5f4a883d2714
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6de7b83c6da133fdfd2c0bf99ac177b15589e4a789948e3c95253b068a59f9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b80b5b6ac5fbbf84ac7803b71af21076ebae83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2be03bdaa84a7dcb3d0f5ae9d2b821b7a1d28db6ebe20d6bb9325f783eecb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67b5c9602f3c9d5774905a62d1d4e6073168324
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df5ac47b013330d89031930a874589bb71fa382b986ffd129c2d48049bd2abd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c9ecf51f2004d84ccc2a26fb1cef4f4237a6df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bed4de22cefbc855905d16c11e9bf09b5313a39e671a329d27f44fb0a45670a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572969b409c8b0d5f4c36e5008c742c9120683a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c508fe00f69a9e63c4f90dd68631c6c74172b9f37de22e9509eb3a6377e58e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d948db90c55291fc9274def82c67ba79d92ff3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4593e66ae99aa460ba6e35aa88498f0946854dac344c1a326580048ed9c5aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8137dbbd8cb290a552db656609fee44cafe2f13e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f936825b7b1d98764526be4f2dc3c612abdfebda9e5322e7aee268f24ce783eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a31438e619fd6fd1b737ac758f4aad2b3d34545
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718af1ce23b94e51e62411c40c03c1dc6a42e84889a1e06d8a2f6a395a0ff160
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c867a4e0512fbd71809712ed49d342e9b3517ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333eabf9fa4839006c36c2d395d1be4392c69703d656910338e4d029f7c79b1b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c5de046a2449dae776df0db341d12bf6e94570
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bab26f4e8e1cdfa7a8399d780fe8aa2d047f971d289df15ad2af94c880213a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f817196579ebecd98540c4650e45e446f564223c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784628d34a94955fcb83961d9bf54bee26e25f9e81970c01eb7e88c9eea2a671
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78fedbb7568b745f8949a29253e4d2aa765dd9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9490f919c1444c8e090f20412508d463355aba43cee4a53004a945b93801ef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ca0cee65e775d35c854035f8c1d398449512d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9a7930f4c3045be3e564cac007e625e78ceefe33dc1211f35ac9eb4de8a9ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a322a7361300be4281a712b1d5c276a08b67205a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0653f4d83c7a2d8708383583aa6e670e802e304bfa306a12569e051e04fc6ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd447929f9e5d74eee15da83b0e50d1b3e8cdd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82949e7fe3953dac5639d683536f4477623ec91d519d046ca657ca9ddada008
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660bfe2e89e058aff2580aea581f50412fa6cca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77219772663e4bde4eca04bdadb82f3e68f04f8f534cfd2bb9c00d58f8e2e7fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b3211c392fb28623582c39c0b77de96ce68601
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66929efb15b53b6fda7d90da5c82425b51b8f759db854290b9e7a16ae4b7207a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a4811957a460439f376e4f938e356e7e3378c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723271e32f595b70609fddd8f0f72d4546d7e5e7a510f78cf5f863ddc4f23cf5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4280051e78471578c955777fdc5a5afc352044d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d05455b62da2af17234c7bb2815d1c16c6c9305fbb7a2a6e5edfde658f7dbde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791bb9529feba68c3525059763c74294a5f32ba5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc4d1cf684dc1ed7890aac22a3824510047414d21fec49f06160fe703ed6b23
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be44dcdbbdd6d25c4e34fc5fd75bbb92a71af74a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1c116acdca8e3376affcc1fe5f9dff11eb4f2b94a4077fbff25bf92043d970
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593fb0884a2d5bc460577d767c5d4638807b1714
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a017a5d02db488d3e4b9f079d59610017b624e057c4a3175ca4c09e14038c2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aad878fd710438d8291128fd67290642df4807b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e5418c9b13f1f2dd769f0964d8ab379501f5a9f68126398392e5e225bf2cde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16783df15f7c1c865f058940d0ebb28ce653f683
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea1ac78e7f671aa6cb0d499f4f850d0bfe84af94d8e81ce3ecc97b7ac6f2d8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739a4417ee4dd41ad926742f369086f4353da9ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04df2f33432548bd975f50002f3cb64b6a1e6afc93c16aa60231549a8c01f8e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da207f423876b83c2a99ad16a1cf0d8953a2b719
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d524993ff4b074f85bca27461c3ea0d1c4010dbfad12680a1f7232bb8e7d858
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bf6d35d365291386f876e1e172fa9e4a68576e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69f53b33c12fd6f6a37ebfb8f7ec973f221d72f9ca52353cf6932a62033f7d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c73866e0c2f7c934d484bf07d2e349ea604123e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d79218af2d3bb966f74bc36d8ad35391cc72211055cb8dcf22ff92b77b6a9a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8fc4b24d4fb598bf1ddd9e92f2a8fe33a26d4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135be3e50a314c7d9745fd30bc6bd0699953c02367af76c1877381e2a2e5d66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f06159a13c67b0e939e8b306c78077e260145a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7145f7321e39cf4cdcddcd38476f592ce73106ecc0cd45e3740d76f8728cfc34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11835bb8922b875b2784601deb309d8f9e334b54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343bfc92d26f9ab9988b2fa04006610069c7aca5fb1e2271a5bc9cfcb7a0f34f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68292ddaa8ccc3c7ec08a8f52af2e10b891ed36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49202eba16a95f37a66010caca45bf0831ac91a26d8c767d17718ca98f3dc44b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a187d3c7399da85c97e242422789272994cc178f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d870af9f6488e51e88a5f37a01a01a80f264d493871c2cbb92a78f3a69916a21
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ab8ab0b267d305480e50fa2c05efcbd179b859
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10852d86985dbbd411c7ad4cd9fa4a8f98ac259ffb3585a3250fc83f2d920b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b23d2310f3bcfe0bb6800102c9f81c0e4f532e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404014faf04e589e58c9f09997e18d31b13e55644670f127a21bffeab472dcc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa48e0ab63eb30ff0b5167907c136435a093ad4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51411c6ccfb9494881120dbef1b14d14ebe8bf09bc93d55dd78e38be337208d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6598de8d88f243881c288a79d147bf9388b46077
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46d8e943fcd8f83885baea7c7f24a313e4e1beac4e564463780b4d07416bc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d6fef35cfa6bd89d637a0d03bfc7f00906bc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0177f85c07f751a5ab0897cfa9065acb931b13f967292229154aacbbaa0a08d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0cfd6ad12e3f127cf35b454478675f5ac21ba0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf048a056cddc0acbdf81b6af5b4c5c812296cd3042f00d031032d89b93d9b0
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b2348b8e65368f3a437bc5c603bf2cf546aae0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a9700e2e7a966e26fe677e90679112c6b6ddfd7535f9c6309891105739b319
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b037afc51bfc224f536d1369b61b461eabfa71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba99d94ca4caa1f064f9ae7d05de7913d3e67f480f3ed9d7cc263b661c497a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c452c23ad6b743797d19960c98278f25500f90b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12170a4f2ae08507a85876d658370d55dd71471da7950bf807e1c91e131ab48b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a145bf952bd3041a0638531f6c76f20944164c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3be412d34ef2fab4e9c56188a2adb71bb98253134bcad78679ea04eee132ef1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a16566209fb49060ba25b720fb3aa61027f0a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e140d41503c4898e2cc5dc5a1b7a82e9008652908ea638426c7c8b65611d50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6620ae140bff412160055aa14e2c8018f9a0a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f6991caf3228d79c7eea8324404d4f0e1abb3a9abc9e28560ca6d7d1798d39
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13706ac7ef545be7aee2c8887df44590288ce0dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedd01f6ba3aae02d2ff44424e4110d51a589168eee527d24390f1d4fa1e458e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46f8cfc13be26ac31d2a0549e47f760c16cc2b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba4d0e6ad2325d9c6754af000e8eded84878d1350bb526cfa35016ed878bb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722011be1d26f14503a80cb81d3247ee2b65890
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64609766f8f6209d92aee58781efc1ab77a197bfedcdf559d7273e62b3cad82
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e14dba3a1929b6440c9d13f9c8aafdd285a8f98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1d2881c5c17f07783bf5eb4c8e536b95a968f907494fe4553dc7c064d0172e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e62fcdaccc3618f16fff6157c779cb480b6336c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6631ca0fd1d91455923e2cefd5be226849a6d1ec88709e430628ef253a7f8065
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dcdc4ef77cd89867266bf41693d636aa31d609
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5767653b207ccaa47f1c594c7fcb66103b8b2f208cf21ebb925c225c81e60960
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d01cb1369707baf24cf1cd33eb3907ba189078e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6664105a2714047b27d6275569a54dab692c9f0c1a5707420824e77040d25a2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d42128a955d54ab7514792476f57f4b8d8b51ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23f85ec592e19b27e3dc6dcd02caf485e1e1a5a52cbba065797eb76809b2d3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8661289cfb6ac21bbe4b4010fd6bb29d9d34d7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7582a70577ed4603541135129012684108d862f25bbcd80bdbb50a70102febc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc65812be4e5a7020a1e2c7ab2d65ebe3cf8e160
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbf710d78210a9583dbd5aa6059dd8fe45d846ce5efe5d5b27e795b1cedf2d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98b6e7b888127ca61772e112181133b0a24a0b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d6c3b9f832a21678909ff546bc6a0099d2733e1b64fe50b465cb3491704fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fefeab168e724ef7bde939c39cd52096cee7d52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e109d8b3515624fc38c5e33560d92ae69b0b978a877b6938696a153b502ff
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbc0a7a695807a5a1903c55226ab7a8bbc0080e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138aaccdd03cb5359d6d3f9053ecd9f3163d33b6b71bf819c9cbd033e73ce3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f2a0cc48620e6e0d6752c767e36d5f6db4b98b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e184fcf799bfbc57be98b7c6a989ed078b398d96b98a0fe0583b1f0871ea8d13
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585a9997aa9c2502a2fd667873657ef9e2c327ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f4fa53a40487fd6f0a841f50d35cf198d96ea15ed89701bbb429f56ad50b6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e8e5704f02af82b3b44478a4cd6ddf0d290905
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3c16e0684d1545a6b39243cd26eaffe1dc2da145dad978420004595645b1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96aecbdc1a9821c9c301311c4aba40e6f4830c48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432bc61a7d653e4f57d2232f906e13b82ece9f964d2023d37af2c7c744f57958
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cfe4e8c8e631e8541a539b13a51f2668292f97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665e696e6e30296beb12316c05b8883461917d730087747fad70773b84453a9a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1648308d98df7ed05dd3fed0d67f59a6277918b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424960382a6163837ddddcdbcb32c16a3a5def0846e29ee0bae98b45f19c27bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b870e3df5048d3bf9f9d5d9f7b329ca59b2107
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c74a40d2086f38359f304895f4f477a3fb470828ff70cde063f87667c916a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475ae9dc584965bb89c5fee0cc086671631777b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f97a7b4a4ebf15fd1ce9e95ff4783c992698c73596c260774d78f59bf76ebc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc0f16133ae8b8a8103759239b2f9532b0d1db9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b524617dcb3ff26840ecb77a3650501447073192436fa7a82cfd4459a8948aff
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684dc51559953633be3015ffb94bd8ef88d8577d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd0bd3fb5a33f5d174c1967ea990d178923e8b7452b7419afedd3d0b4026373
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa82a4e55c8be5edcdc7e31716d9044cbef4b787
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c526d2e0658fca15c46af08650cb4d3ade5fe924505d50ba9f737584086fc640
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3f8425792ba267630ca4c14b1ede910be19d7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f490fe05909516aeb408e34ab97029a3720129e6cff3e723f468ca8445af66a3
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3359409138f127b46e9fefb4050ee1048d8febb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd888bacae7547ee99ded0075a595bda61cced7b1604c76039647d5faaaa7f53
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefecf9de4f6ab8e05e66f86abed759f3e4983df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b745499c9a1e6447c31c1559a7cc244e51e55ce984bb3dab97f37f494f0aa4
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3e00f3475bad2353643cd7f5283271833e4724
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c435b57b9552d1ead88fad0030bea887b21a71b0165f2ebc6a9163fb60207
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f970b37d1e7355338c9ec2d2ed57d305e7d08f49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb5cd5e985b1bf3c3541d8b2df977333f9e1e4e1feb71b77635f90f4e5be30b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a3983616459cac04acb31754534491d8e170b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21562173a3117f5d6e7f15668897c97542416ca05304bf1b897324545c79472
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d095a02206a87ecdd9ccc1e080ec99783aac917
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e931cd6fdab5640f31f0eeb80e9e31bbc24cc07f86f9c49467819323eae7e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68138297cb3ddd47b09997076bfdff08cbd3d19e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8fbb99a47e1b68dc39605d0cfd2f59c7f1626cc4e7798c504f11008fad066
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2d5d44e13de94b0b91d5bafa54777a8b854e31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385da41fe1fd1dada2fb61599b599bc1d252bca84742bce106988711e1a8ac0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbe496be3b5f1d5f4a45bca7415da440ba10f43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f11f979b4f48eb1ec6f61b881d623aef108491afa5a79097b3d2188fb5998b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4676bab2128050fc2222553b1af64ca5214227f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3364300325fee0cf219b09251f12dbc6573897aadbb99496749923fd022ed630
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cf56666269cf415aec83cb20de5944becfa5ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736a92f4f28f015b71b3bd3d20513d9ca0a4596e37b8ac5879d108b8cb3c847c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1820e03f2456303989b6936441e8bc898f58ce5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1527d7d00e2b460eca4bd84be133cab34275dda4df8439a3a920cadf151c0721
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af661a86343fa7f726edf33e59fc4a77c1ed697
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc5bfaed21408a959a276668300f7aa50830a384ccd6bcd1e10b1aa460c31b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa452539e56c82ff6b9d357a1e1b2821b7dcf98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de1ad9027c21a6b6427f6f02a76b3e63ea137be62663ebdea4ccdbefaa6e54
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0beea6e3bb0fba1128aec547496296df4aa89118
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c69eb72b8118fca916e530d88ea5bb52194bb3ad79c20edff9ff277cf99862
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d410634d168b84071c1957de672149be32f76636
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15703c80494209698ecb6266f1e22a22223d63d7e1d7781ac3c2e8c2cc7cbb9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436fcdd56e3eae6d6cc3d4a42e70fabf3d7b7287
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba807b507607f656e651868d441f1b3b898dee33fd1e34956e7f32f32934801f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a09966da0fb78f0d8105fd43150d2c05ee46ca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeeb203a2db06e953d73102a1daf5dfa9d89986edcfb2ba9f9ff2aafe4c4a1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d56af1563378d457a788abc3cc18706cac0491
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a42452737278cd5d3ffa0005b67a76c2e25470c53f8d9ccb49d49dc5b24d73f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98dc74a13e197c6bcf0380c210f2a9bee8fe237
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b13b9b4301f302cde5673556b400d2e82f1eac631ebf9fb7fa83901f7b58006
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a6ad7bc91e08b29ccc9a1841fef975d70ae578
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71187f7d345b0162298c511e9889765334b136c0f3e114223b360b52bed36876
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9d7e1bcce3f523cca66598adf2ab8a882db892
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e530a97b2939e49a88d149b3ccc67a027585aa2f50ced348428f7762a3c9874d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49913ae3af9c72aafc24f601707698d4d1e10c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f63daec9a3ea675ef0df6a7ba805eda82484ad607f1db8d8fc4163b6af2157
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382390b573e1aa4c5ea79b0c537c3ca6fbeb0595
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f58b1f4fa3a93e92b0f535d65b30615c3a20467c4c945336f7ead67f7a2f78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7175c7909d97f80e7a7377cb2cdad8257efb08c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d83a37c6c6ab856b6fcf83b20b019b0b8ce2dca9c245a28efb38be1ffb02a22
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904f80b64d8c45c39030230f26ec4212e1325f00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c9851f8465a69cf106664ee060fb44561867c897e20a238bb152a424cc10ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da79b2b86c6a6e0de2404e7f07a920ec868b64d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e521272a0cd9bb822aa9b4c29ec9cfaa76a9d02197659a07c9a27576b7333dfe
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccddfbb868f06e9217cc6efde83f88a51ddcd9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8014bf1b28872f8b5f4359dcc9056a7eb6830299b38c77f86918f96ccb45f58a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87407b93c6b721d63e93cfade232e4715adfc25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a0fea86b4833a9d9f55c59ce7bd3c8859bac7a52a9a17bc22ed278fedf9bde
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5c427f575e5b656f95bf39867ebcda5df3c9f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca45ec62cb39b584026acc1b41586f8c43c61beb3ab73c03e838ee046308de66
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2d427ad4723079a582c254bb042041e6f2ab5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7a13ba5c1b1f4e33750ef8fe781473b66a30d8cb4ba825d434300dd874d9cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1a3e686fea40ad10b871ac12d524eb78ecebcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1196a2fee9d6c22b6c1ba087e181ce6cef0204c15210e02ffff7315e87a3cb98
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852d984a44945b46634865305923afde752996b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb402d5d600b11bd771b24405ccec251180c891bda3d9c227432a50a9c79d46
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c129f96971deac45bcdca483b54cc0c2cccb26c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c33c620e5bb5663cf14b62e059d8914d75acc6c53f7dd7fb9bef1ddaf07bae5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f11fcaab84e5d42b0dcb2bf3880b887e2ea982b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1182db7b0d885d86ca60a8bd0743763c54a4168e93acd2b0db4070b3fd13af0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5134f0476c97548c980f9bd770ad0c2982ddaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8510e99877b135a5d866a6c54a5c2c9d03be8e376eddc1cc947d80b749d3cb34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693ad411e9c53d1dc2f6e3025556c413d4015c9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d547f29a0711a03bbbee67e874f97f63d34edf5c56bcf1572bfae09b9001a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc495a4d33af4e24abb5c9d8d25e7eb0a9389f79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa4bcaa9cc4d400822cdd659634cabc8175c03967be6e87e725acb8489d129a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c3a7ebc85f73403e4d4f026872ea7ee12de678
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e626e88d51309eedfe786f2f9dbe97340625cc0a566e38cf9cd781190d77aaf
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095d4550e620e95c47376740bfe49a31ae1ae0b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05006bba5196e9d9ea89832729c1154da547651763c33e8520db67cde98e373
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55ecb31f965a06dfefe14a6e4ecb1c2a3e3d90b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f80fd048044fb38d7db2e7456a0f64f0fb6337439d5e7680a8c8bd6038cd1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbc8cf9814392ca6cf32e8773aefc4b9d000c06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee31a0687bd5b14f21d4260a9338de78d909cd4cc3733b41dc3e3899aa915af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049a20fcf9f818d3b70ad51c0b1f714edbbf563b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a54a4ea9a3b0d28344af38a17eacd0b71ea3ab50ec9517405abe338910288e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963967d9b4a9e7e762b75bf1ec90acaf7c8fb846
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c09fea06f647cf40fd34d4e23e3e496a3e5c5194bb59a3a5f33bcd34ce8abc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc81dc64d88799158f7225ab9b7d9f61559d03b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa56a0db389dabd8db3046c646d4bada13e7435d4a48abed55246bcd64320dd4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1cba83eeb49a92d491f6c906bc85ab2f7f5eba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5affffdfafa96e346ea04a5017cc889b32f089af4d50d2c379828d3d6b2fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f37b11f5358fcea1d87f9b718fce8294d69a470
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3436ccb31af8d89d1a5ddb270b10b81cfbec5be7f5ad3db7f5d92d95e7735dfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572c490da8c7d17ff5f735b4a8ed64b6f81e845
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea48125fe5dfa8e5fe2570c64325e2b0c8db33802ddfbbaded74029bd8ae67b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eac69345428f54cef945731f45e3480d6ed117
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae6a38851412772608089946155485b08f59ca1150303b21cb5bad56e18e135
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d53726c2cc98c4c6293e971959980bf57d0bd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d01a5ee660134f19d8623eda128b7317f4e9f94c335f21ee22ef06d12fef16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba920ab544cf2e90aa021512e9e24430f5987f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9067b835f83cb299df82dce362a5a8a3136a566644c6d43504c3aefc7696afd7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a7ea1ef97f7d8db8a9dfb06f8daae0a8db408
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7d4a9786befbfe7102e06e3b7c62718678106f28af307ffe91c8be9ea6d043
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908b0d9ef72a05a68d49f01473cf6d1bc4955ef2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9fafb7e00f1206053ebc6e5dfe68bca34b112a12ecc1919594ff384592b3b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26189bd5a2ae15fa0f913d98f8003de79910fc75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ca34510ba8927878c5341d5a53478f5307f959106242cf557ba3b6585fd536
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8038171540d280a38f2d7a928711f4756f32235
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26034eb22d3723f04192671b659a019aefca8c3e04c80ce947471fa8000a5b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf51af7ff3cf0cea129e7b1ad1389d7ac4f7162
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c569cc7bb82a1ea72eb19457345973fb52fdb2093c759abafb1a624b7aee2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b0a5b75617ed99f27c5e8469e669dfe9708e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd651dffa80cc59b3738159172af6a0aba97516b7fa3c40718bbf713d7d595c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16450de5679e2c166c08d3d670c7af7438ab8d19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70012e3927e75f0925938efb40f4c6a58d1be9d39bbcee37752a4cac1bb35f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dbfdaf024567537a3e104a3a1c4b7f19eac122
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63f20d244dd2717a7990cffe9984d953680ffc8615adcc91b3a60faf104e8cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a6511d33002a66b291d739016df453fb73505
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3389dcfb9a5ffa45ea99b1ad7749bf0cad7fd6efa2ce2e8db50760bff93cae7b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01dec19d011b48a1a862ceb961c85cc9bd62fbd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae35275bc0e8ceded6dbe8d52c5b130e83d82885b3bf283ea90c12e12b131892
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666b7a9692156ffab65cba1f4c89c0e8ec1874bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b040164d526231db3b34cb7b6053ceb5b84d3a43a46401a877678196c99e044f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345da577c5edc8f8fb6de3757cabb302fdf45c6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda1c975bfa8e36d0b0633e93638520a155794cd7cef3b5785cc0167c820d67b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbb92a8fb9c2d2e5814f14b2de946dcfb827da4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f3fcdf1ca343a15361be20a40cc05251ad8f004ad094c4e6862164c875ae3b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfd8f3b913a9cabeda1316afb6c56dfb190eca8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32a6ed6014daf7160e6ed98d00e55891ba5bf2537a21ca6c46fff970d6637e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7efcf48b92a2e458a60176ba992512ebd50a1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d7f0144068f268f9ef96ee7f713463109137e4913a8415c5456e9e72468d70
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b1d4761a07bc925602b6e9b18703efdf4ea21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386099e1de88422671f4cf1f0c6741b70d0809056008d92f90f626fe919dd7fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcd0d1b6e5440656dbe2f285ac50423dbf3349a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79bfa0a3c9fa1a3f88e719e865d75d820fe7ec08b36ce84f28b6a22ea722716
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a321cd402e986f4cbd104013544db3804ab458c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56f3843bac2641436786be506686f3f13d0565d1fa61b306909a665c6e85d68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa19c74be13a5927b620b26d7d7233a3d9e48242
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e894166bc1bdb53a9f1e994bf39da1fa3d2586c79956a30b36afab697934b3e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916261ff99b3e27e08e202c95aa51efa229ab9f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc5863229bfb822935d71d0de8d426df35a76900916af2f9c292255194dd87b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5aed6301810caa49907818708b1251e7a0b24b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d68a97ed9285c371895d4bac55614f59a0055ae16dd42d3c5fa6b1d76859a89
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b23676d546578984eef91c0732f5af826e6d43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f5fe6a5d375ba5a1172cce3230533ec65c1ca2fdb1c9ba229fbc0a4704b776
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d7fb4ccfb5b03ba7fc3556ce5dbd2f65305b25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c0e280a526ae08b0d756c544b9fccb0cb1b95e509898a801ae8e9b1230de34
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177dd15ee3e302320a643de5c6f80ed22d1436de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1e4efbca4e971d05a4d20cc34eb26476e9a0811b2ab668727d195c823363a6
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a80567ce4c8d5b0ba8ea5eb2a8b66e44936ca9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcafff5323394276886883dfc012b906f615994cffa9e9c66c4e2ca7ed68236
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d39abdd923a21f9ef71cde829a75ee1f3573c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b8eb0a4619fbe20872deec61be2ec8673afc6b3bf8886352945ebec0b2756b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dcc32defaf102bc50acf4b097b715f305f2941
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a628b26ed3b1384027af617e51548cbd5465df5ae285f5984193da87ae5f85b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66af4c61578199ad96ce7ccbe81cfe333357d99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c59d265a59b90f08aeec9feb11c52f6e4e72b82c06e7dc4255f0aff0ef1ac2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e901c3bc648e4e25ee3ec5a249bb0e72da10bbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0879f217e11009e1acd4892d7c55a933d70d63be838f2121b310d5b2f70d5248
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a581561302b8127c61c7e59338d29f32a547154
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1b4e3efcd6361c4bc58e0eb59efc144697c1c516bb3c883702979b468f6156
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2034bb22868e76d1c9dda05ef558b327622e4efa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5343295e47ecf82a7bc76f1e2f0cb30534a30c5bdc7af51183ab470ee7d7989
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea01fd6b251995fe0366df5d15018116247e47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c456f513d3d676ab7b4e474ca00d9455bec166cdc42635acc9745fcf07b1bbca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aab96c7a1804f78cbc8329049a4121a8c1ca8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a3284c0fc92d8a2ea09580e995d5fb725df22026444bb3837836c77fc7dae2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fc932e99a1b3b0f925d536e859b371afebf4b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd48f5277f4d5525d36332470a3b42516ae059ea63f6a3c2b38a8c369c0aa2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b091c59437dc6b39b012e051b95a73f260fc7f66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fac8a6598e3af4182e6051508e3c23f1663e184907ee5cd9a481b68a5776a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b73805996c390a1e0ed14e9bf3eed8276b8bceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d4fd454363dee7ec6de5187f8e9b6d12927421168bfcc7bd5f7acf39092dac
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb0e85e2b13642a9f5b63c0594f3222404e9c1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddb241ec3a99c108183a313f051943da81a9faaf18be0ffe2b6a102486ba85f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875146e46956311d5374db0cbd4c468ec9ac1361
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c40945f797895e27143a47ffa314bf8347a839aece4fa6c206b5dd856288f25
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f768fce202ba25d5f8654a6b82e526bb945f93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95ce56aab40fa80c39d74b41bd920651b257a232e4eb673fc416d0506a688bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8aba98f25e562563b7a65dc7591584ffda6243
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175e5cced31cc151595f7b4ba68bb4a57c0b198a430d9d0e990cbbd97e58a17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bc8be943d7448bcc611f8c3ef56400f0fff76e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd0bd78ce2542c0e07ed6fca56c68997a38b12c9008fce2d4f574d6e92c7643
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0244718195f3877e34ec29d54ca00469a4665fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eb413015d6a2ace56742b5e6732b85d10c6278f7310e6093caafcc7c20c029
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0565e50e60a124385fa55bac60bcb088139e075c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79d948d84717ac6e11fffc9aaeb3157b2f09b58855063d0ba2bae010e6f97f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c355eee5409550fc3a065c7b9ee824c76e6e10a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57b376cd7f52866fc1353da957fa1fe695ae91afcef1fb9d13236ebb6da8a28
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb9744ef8d4de39ceb5beee7cb185b1619f27a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba266db05700a3b002d4a38ea855f9419576e1942db7cd593d4646b932a14157
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3344fe6288bb6e51d8e361bf2505de1eec59c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a813242d97aa84293c98d72f6494be27a2664693a34bc7a56e213fd9744e07b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872dd9a8c90e75ff679f916feea36b4df7fec37d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45344062c832a48188cffb086b60f9cb4b378cc4377f541e8b1d449b4e1d8c01
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96012679810774a3ed62cd8a400f0cae5305b30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986f4b9b79118cf6c1c6dba6dc03612e0d77e867b7114d0960d3f67785ff19b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b179de3006c2e3b205c12be04ec90f68ba60281
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ed63d01f10a31c6e7dff6c4d19d16729f481f9683ccff7d1a9223069450872
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5294df7d6b07a2b51d696f70df8ba8e93792d264
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cf5ed87f2f87ddab997d27bef046767dc97efcbdb5d6fc62a9ce3e9eb5d1f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b673783ea58d6db337bf509154af23c18f850c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe10152fa7a78ac0ee012bb816c848a3b5bff5d84bece2b529cbb796dce2494e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed40228859256661fda398901a9ba00ff0ce5bf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9ef73d2a8360535b144c394080135ed039f0594c77c265ecead1d4113baf16
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f44ff968915969cdd50457947afc0d9c5f9aab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e9408ae853f0fe15bf2dad0e9870264fb29e8a9edc4d72200bd656f16d554c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a32862a76d8ff6a359ee510282d5230724d978f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0870459746dc48c6882b384e95143b7d5032dbb04339552f49675ccb51ab9901
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d64f7339d8dc5075c1445e9976a373cfdd1c6c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481499399474237125e2b74a6f5fda0656549691ecff5753b6e4d76a13bc164a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ac7682e8115b7440f9afbc5456a5dabc4800e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45446b864dc0f636572a4f56566a805f2b30010e66e0190cb9b3521d75c663a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9106cdaeadf4359e5996abdae3c99e17ae8147
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6abc4754e609153fe76dce29ef04dfd81ce867778138dcc03e990b277461204
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b65c58655b9a7068504c0f526801350c8f9fac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f0f105771ebdb007014857539ec574514186b4ec8961f7494ad16f7e5c8ee5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0465f3a12bd32185512c25e99219d8e6cd045782
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6634e4ac3603d66f3b22ee152967e695069090c24062f7a7069fe09e378ab78
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5babdb42fa798d9bcb50e0de5658ac64a91085
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db72c63218551914c2f10abda38d919475ebe16a47e8f1f302110546742cc66
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fc58a9e6b859ecd802a78ef713bebed9597ed7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bf84b3c8e4318f0cefa3a2ea8c53ed928bedb66b6066dc610823e397a66b56
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac0c21d42b25e59f91cb6986656d6798a8cd615
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b92c0a37ca2d8b7a4981a40737d0970c079e0b0202e0eea94d7dd4bbe2ca5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712409e3542b837d02dd2d8b94883736c9351fc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d918274c194ae5122395e3ae0792026ebe100deb6d8d2cb0f0c12e5dd53bd037
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bd1502fc1be85f2cd654a3abcbe1644c938534
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe506ff1607a925eb85b2ec1b680adba13e04cae73f4fa96dc153ee9d25ca8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e31a84834a8df496fce1685027857787dd2a6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e281d7826be14ac13557f6b5fb81b1eca2d47e412983181ec3995b4b5361d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f294773ee082e02c40f7b9306079bbde1890a03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91ed828dc1717407f9b84d731fe2bda5edb5d91c133d1ae14a3e3bb2f6c4bb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb4f317f7b325adeb610213daa5bca0e659c405
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b03ebad13762c11e48e7ee0edc3b9208670166901772ffa27ef9b53ec15c38a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87fec0b6ccb4ddf2502da07b50c016008d2e358
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b7e2778d23296e26d29e45022cf621cc1b398548d52fe4bce38ad562627c75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d880d6a7e201f87c8ca8726952bbba305b9803fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdd469db5aae67af5a5829a9a35b45a0704be3b43a2d718709ec0e882579bb6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940337c4cf8a145fb0408f5b12a0e9b57324e85b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efca8c972cd36a60c4c647cda13f61363603fe70c6d4378806c108c561b426f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c91932302bdb15b37a0bf6559317a5abfa7ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ced0b38288be720b36905d0147802a5595a4643ef991d897e02645594c467cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30e392f310484d71352256e12f4f3d2f837fdf8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fddeae6612b379fa5c3107eae56b1aaaea67e7566cbe8918c8665d25cff44cd
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa10bf59c9f0874ae10c56ad1aebaf59390b8f83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030d3df68bbbea9ce53c6789b92abcdb0ec4fd6442aa7d146ec0052390ed90b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c44e7656383a351cf2bfcd2dee5008378f549bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90a4483e93d2451b929f11412ae2762ae9ce8dac4c834d0f432a9639a28ad44
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfe42ea31d093607d2e043ac1c72586ddc9339c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e963d4ee88e3417e980c147bf8828191253d96083af22754a3eaf3ba23c97b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a5eb098fee382e692da757dd27e8fd7c8761c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbab3361f7d2a347d22c0e18b7c53fbeef57a9ef512576c647e602033f41a63
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95375369965494d1ca49a9c930b5316cb1a686b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90cc227a7e5e958fd2e98a39715ae4039cfbdeee92680944676c91d2433f4e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdf42efdb6214c5f9f06567c40e23857e807029
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f41a8951a86004a03854ce3dc786d3188b543d4274a0b37942ea0d9e7fec2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482f56d2995a6be5394db4ef6acfd8a82a750099
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605aaf4767bc8115ae5a4c221458754525c99a23f2856e6f93293084db9d62e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bddd812da3a8ee63be529c14a66f549789f8ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa1bfa8b3db5dc7369f294926b3f1e083dcf702b5dad4a65557d64f5de12d9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d820a89f9a6bb391dff04e517d7c134b027600
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7390b27db61d92113b954d9d32654212598c249cef115cde3623d1d1d570828
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b65ef7194e8ecc223b96bb5f75dcc5507cbb1e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1971f8bb5aec857e8c9944d637e8cf6a27ac23e9f16555e636ee4d0bb3b6e65
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2919b6314da1925a4663d8f8461552ed1a132212
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5216f1ac48b7b93f0d9f4cc9e9a7d3e5e7f43b9e1d3497b994d2822a7d952ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20453d57eecf449f48fe8bac87281fafdbdd6d67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc5e791ac3489ad2a21fbfb413c8ba0a3969d54a2a9b285a7e6e92a0fb2e825
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3926e08fac4ec6f785c4f775bda59cc933faecb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50438ad76d1c382037e61b7df4665282cd6829e7dbe33132d1a8ff34f8205a8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af87a13e502daf3734abc3ac8ed9e6d6c33d8c6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c63c974edf3a23394e777f45e15c2e5b62822c7c6adfb91e4b46e7d34d8d05
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb5cd237ae588292410b3f5a35ed6fd9e5f09ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65c25cb5110f47c9e01ebfecb679cec3aefc44857c7082b6a8ce170d1944077
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafc761a338637ca5b50cb36cbeffe8f177702b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d1d72723d5d6807fca0f018d308625a0e18196303c854a1f2093ced512c1d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df8c3224ee969a85c11b5c6e4fa4340e713840e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26736fea7d0b8154d490ad7695faf588e1ed5f631d470534d6a7ad4381ab904e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713847ff6ec6900662142816431009744b69cf0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e294e5d61b4e0d9c77636e30c1c557c1069c71eb9ee75741826f5fae1437a387
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b47b096b1d851a9d31a4e9027cb1408e0dabb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0136e368b39d4cb2e79744be39adfb6f8307177351695925da71893717c4b3f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add0f674b730da430796877d18be4a4602402ac4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f238916ad43afa031f11fc2f88b2728490c9e249f71124958f6c4d5e7d47c85c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4797481dcf9cc522a8b43b1a733c8491378d16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30a4b535618460864500d8e6c5c94ab77174d5858b728cd9b85bcc7f13e73b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e81d882aa9ca4ca45d302685f1a3269c4adc2b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed842d6a7841f787a0380b0f16de7830be1a1b83b4879e83eabd01c11345b3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a09ece243d1ead498435d4559be43c1d38f20b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3814b7b29f1763af28872107b6268eeac21b82e1de474760f7b7ee48b410fd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34a76477740378c6407597fd8495c8426f85a22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ec1a8670234ddfc8a269a91b66193ed9323044201379c709754399e8fa9c89
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef4afb8469403fa59330e60df546d4ba67c45a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0babba34eb4d35bdaf96bf2d1d1e57e7d1dd7a092e396ae501397293ec72bdb8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c1003207b0de41ed5534ba62a49ef7e85557ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890d463aeed6bf018c7c03ae29010d9c6e2267489d367d44456eb4c5e2750de1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098125906e0004aa23281bba15ee287559e5d538
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7073999fc45da0ba3437de2cd1a725ee3460a38636b418e1afe533de629e4f2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c6aa89e12b33333cdb629c967e04322d99f9c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad81602bd8b9469d9730544a4fd1040426dccbd80a8b847d01d61bc1a598575
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f4379a89dbb8a3e82d54d2b0b53ab78274a7b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946ab918c929d0122ede6dffa14c51f6d3ce36efd4015b91eb6060a1f472b968
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b1eff783e9487f377821b31a8251efee5a2d37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394d7abfd651dfaa8c647a794efe588ad458aa0c8f76bee5a9fdfc340fb92ebd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc998ffe97cdc1fa3634fef8ea47dab6d3a7f77a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76eaeb53821984ae9b2eafadb6f9fc025e0b0eb539c7c4c682bd853cf3952748
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e9b94d7ca2b8e52ed26c1ca02c33987973760d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c57171fb7e9bdb5ce57eb918ed55cea2f7dd7e7b4a820c03080a62651895bd5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea4b9068274c2f1c6dbd3784fa66c06b196e2fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fbaa8b6c8512f3605451c9ba084630dc8079f4fda5f345ceaf8e88baf5b362
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0570cff55e1d32937869768bc10dd79e39b0575
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c283493476fb717e7b1377e946e1aa060d8c98635d12116b7b3c0008d2716224
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee643c9343c8631d9e4f580022a5c4470d2a76d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89386730b01837673a89ba3d576ac8ad084e45860d4d00c789a4d7b6155f9291
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e596b5cd2eb88e9be6402ed2d19c15f9a9f478
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cfd51fd6a1bf3a18c5a8985432dfb068dffa23a1567ca8d70d280a260daea9
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408c25ecbf28f48a408665d5fb64014de0b30c34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1f12ef7b8362f6bea116fd1b6ca4bd287f020cfdeab542adac8364310b2c27
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd39466b2cd31398914424ab384ea9e3b08884ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986a375b286a4929b395360e82f98621c8624893f94265d4dea430cbedcb25c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1404cd8019c581d0789997066e4c09d034560eb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0eb87462501d9b525a69ab133d43b0bb1b9ad773f472f7ab86dc46b37f3a94
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1860974c89ff81088cc4e31fa4e187dbc14eb6ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272591f0d4c74001ea7d04ac1e79082f4d8dac1a3349da379d89365332cf9e5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8d5966671bec9ee0e2215ad91cd06e03b03c98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5699c3598617ee0e8ce6ea2849d401c0404ee2a576d52edfb8a6562328b32976
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb0ac8724f6c0e55df8381546238ddcd0f74cb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe0589ceed3bff0b8089ec1288f310f3a7ff3705df6ff57ac5231545fee60b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2178281ca5c9198236384a02ce5fdaeac2c988
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3a84c9c1a359048126737caff551724f297ab3b350e39e4b4c3f4859f3bc74
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272c861bafe8c258e3e52b4259eb4683ce1b1a91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6348bd175cd956ca2c7d0829be8ad45a81125a841fb7ac6c6721f1192d32da84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23337cfd256d988b5029150a169a11379ce314d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501e91f38690b7d9ab8168bb16aff421a8801ea7252365f75c2e72c702121280
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6f217a579c54541ff5c7c3b178dccf08702761
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72929c76ee3168f479bf6c3e7df904938717658bbb0a3efdc22e3f9c4cfd42f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27270afbd78e6dcc64c42b0ae32ef2efb21369be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee0038fd017dc27b6e1ec68efd6f795da51b3e70439011282a6e22cb920e110
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53ef5735f54cc84c5f4f5122f234798527eaaaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35309aa437dbb48d2467b99538fd181d7067b22a57808563a3a397159aca6363
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615686ba7cb89d511165ca156f8f319c2aef569e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76d3f94d0d8aab157b9b6a138866ff453f3d0a8f69a464b0c9918a77001b107
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d473317416d7ddec2677d0d2fa5e7bc46a15c03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9012af24662338b64f88b8be19416baec0257e5c2a31bb4cb9fb89174e7c8e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb3674ffcbccfe2a86b6c560fd426bfcce58814
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1be953d016c4c2cf32d0746a469ec8b2c99e4005ef2963ccac7834d4db5f942
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effed8ddba43211a92ef8858c60f8fcf6393f769
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e1c1275f9254732102d3330e5a967b6aeaf5d21be1f10098975db63fd04fd7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5847da8cc3b2c0f691ea4e16d5308a94edc63b80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00dcbafef0b36941ec5592dfcd25a594818fafd3ea105236356a413aec8b8c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48426d7e2f02d8f075d9282bdd99efea5f46eb9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e97bbbae5074298c8736d01baa24d1534805403c3e3f8af405c717de3a3d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5052b00fe05ecb3ec827bd9d28ae4b5d16f93314
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339679ad708d286ff0964bc7cc8d8474fa536a6b338b7c3e39f93f54ca168ca5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6654942cb0ebe4fb8fb253de435c7b9ee0bb765b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fb82928dd3ac1b840c8b0740cdbc643c38d4e7c12a7ae4a1055cea4fefbb68
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f5c52feb6da819ee91079ca5bb12ffcfd12437
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863136ac7c3a68898c1b4da92c6d0149410405dcc0dd5b9a6c1080bbc38d175a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d3cf07424349095a46db68796fff6210b83aef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f361860164bac503822b76e6333b7d0f76aefe4beb76e1fde33c27d40074ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d495ba073a29e1632df614d216fe2fe75f2c88ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030a4582a953c35580e7afce8f13437b9eec1241b956a2ea3a662a8d09be7748
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38206017699498eec37030c8f058142fa4d5485f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2637354d634206ae06dc1f6899c6e644a91e7307918ff89ccba8865016b033
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f62b60ce89e0f0a724cd46aadcf839019146eb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15ff30e5434678d01c0535ef6f3c3d0127553a7f0f792f38751b345ad17fd8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8976281c004cbc71c44141a6312909522600ab65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cc73e8f194aadf943e1538db6f5432dd512e4564809341d1a64ad05cd39c0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae82c1dcf50afda3e038c0047f495d1381f0af48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ff90a7bfabd9feb54521e21a1c24e73c10394c0020f838e6d2497e087ceeb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d053900149ea53e5b99ebfdf22dcd1f677f340
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72463fddc2e8c98d59b8a81abe347d937e9446084bfde9bfd2dbf782c403f5fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9180156bd51ded2f34c39f7097dbb5bf9b03b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d095edc974ca9abea41c3fde19cb7b3884890e8d3352c479a14fe7118e8044c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72cf35a561dc73ee49ad1554a2df75e5b24d781
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319ce02ceb4026ccfb101e8e6319deaf5e5fde3a0f9d887867fd1085ae605fa1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4d5e643504f967df14e6293323ff9770458930
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6390ff4deaec0b3563c4cc1e1eb8dea923ed6c707101d22931e5719ac93867c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50befb95950213d332c83fff451e4e851f2570cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea6297e3336973f5b3b15003d0b01f8bb77e3dac0256587228f19d14c004948
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1e1a8f0e95c9126fd8f968ddb1f1ab9095ae51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49fc7c680dfbb70055e1b9ae430788a6423cef3b3e3ccfdf65cfe9c146b3fe3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc95bb22a6923cb9246c0419ff0d8283f8f5ee6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f9a6162bb6987635a4ddd79f5a7cb80ded606ef6fcceb99bdb055b14239166
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c7ae2e6c5ed8048271d9255d538b965fecb684
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f8fb86a1c64c1f657b038ad5de4128b1aa59dbf7c262388d9c6d53e761c57e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899819be09e736fc41cf903614fd8c0df059fc60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d9c7f5ef2b3480e27a7f72466f00a9891177293bc917765cf11aed1669a14b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa195db5be9a12c15e5ac8ca32f7674c0022b3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c6f64529941f57f2f1da835cb4bf11304da413ec0bc20f0014cb3396bd56ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a47c22da4d381ecf1b7b155f479da88bcb4672
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1de3fb8f34875a48a4071e78be99f6004f6d36b8c783669710b7af3ab2d667
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a11b45bbf4e2ddf98cd86f91de72615c9ca6cb9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de479c102e36f4db4b12e0ccae0636c139fa798557d73723f577fc9b62e99de7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce696f0dd458bf9663ad67ad88997fa90185546
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b4e55cd4a19128b775e09b75a9ec0fbb14db0182c74a4a21e2180129bf87eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452ba28f2ade98c09b6b867cdf34100b19cc3e02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8b5a75fd9a60084fa1efa384932cd99403f259e90a91afa8c8c4e9b6f47a73
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aae02afc8f58e9e6cf244b43548e2d5956dc6d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3bde108ce292500f9685df5d0cf413c5b6d6d60343ff535fdc061f53c7b459
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a81935f1fda6b080c043b141f9043a7d73bd99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdd5927e9b75f539dda5da89846b743ffdc0ae86e7b57b4308a67469b48fc06
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893f6a156c6891b8111c7739576134c7670cbc8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4880bc3c117c2904a2cf5592462a71b84821f6ec42e1a2ecb729dae9abf736
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7890fa0b16f0e3b4ed41a266ccc1814b1426dc1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7e894c7b374d6baf4f0e1024bc5148c16571410dd288ebe7e2be1b33d2f7b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ab0648a1f2e88cb70e5315b792ac2244be3ca1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff9f3121e15fe4d04b3ba6f47b538dc05f1aef51380eca8416ad3a17f87ebc8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c97a1dc959c71ac4031895850e8421b6823e4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1410a8f2d27404ef409b223edf92fd2716570d3feb75ef4023b05204371688
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877cac241f6b60ae86a8d6f3760adfa98f2854ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35802c86b1a53f9bedda53062dea3aae1676623053d1b4ba6575534f9cc7d04
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ad7307a59952afaba42e28197edcef9ab270a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2326548de3e7ffc7f3e8edf1d75c0fe42498927167f6c01b43d13dc0beda8b02
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faabd4c4e7f57b03a4765b68bef3d073f7776207
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99379015f122fe469a02daf5c19bf36f9f563204f99bc688e95d29d9164a000e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faaca2c708cc0b02c0988e8f132033e642c6afa4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8089c3ba61ddc225020135aa45e1d0c5f8650a149a8083c26430a54ebf5c2355
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14d3f4cfe28298256b4a2334e55ffe924e7eb3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4887dc8e3b33f80e700f33bdb4aa9b80dd3f2aea8db4f3136f363867059e6ff5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836f276d64eaebfa26a3b51b95827c393a27bfd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d647836e35da33bccdc5b3130621d986bd812d2c1dd4644eb44ba4aa79efe7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9810aab8823c010e277e49306750324a3e571f2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb511e18be4721d85d3a82e496ceb461d0e352ce0255f23af12948dda086e93
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45b1085485cd88584d69bb4fe88ca587fa86f55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e332b3275cdafb15da138ecc4eb4ddd48bb6b33997dbda33c9126f1f356d1c03
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152b62f3e3ebbf071f61d9feb1d086eaa4033135
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dec7bbf2f3090921ccf48f8045bebab8f9676aaa62b278313ed6d8cb9a962
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8dff66d3a59509f646235fd7c5337f335bba80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76dc6c05e97af113fb7e6146717890be33c6f3798243724a936abd1a37661f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f7b873b59791214fa824035389815833b0a12a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3992bd155eeba0e6c986bac5e9672fe970443711d672b03d05ab808ca4ed1db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19caf3d74a5cd37f263bcbcc6e55d9fb91349bb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2484fe63acb98f41e3b5d67eaa8df4ac76d876d86022c4f6208fb03024b7c09a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b950ba47cb8b0dbaf7e1edee2e46b8298388f57d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7128d029adc19c0360c0133c0eeaba62c84880f3e5f63fa9c6cdd8cfc6053d9e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1825847a95423b987b2e0f6ba306ca8ab0b1dd77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19dc8bd2be981b727e45bc7b224d8dcf2665a954a67bee37ea514bfdab09166
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40170b27084240418080aecdb1ae3929be56f96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25563710c9900158eb4fc7bef3289b190e0ab5e0bf0c380494fa891b37f473b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a04b36f79a54b5ed37c734baeac8ea144ee8b6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493b2ce9061cdb1afb72e597081c10d188d3d4b258877b8f49c793157555fea6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e355665292a876596562033b4871dfaaa38a6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6534e9ab040c105f27f722d6cd38dec5b90fc54f196e8cd3436ee2ea6badb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d164af23570f112ddfd0d909bfa1dbe04082570
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73deabd1ce21b7b189548754803ca02216c19ef0ae01cef35e024d7d3827478
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249d134127919df55501252ff7b6e76d85b4f864
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566347f7597ee2bbd9178dfbccfd53bdc5262d182c73815170d31cba1a82cf5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e168d428581d1ca81fb4db5d5f02393fd31d57d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcc4c313f2042455ab9b21ef45a30d2204ddf31b9142df7a15f09ac9db30ed9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8928c569655a22289015025eb7c04a5ae06fd48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f61151c5c7bd7d4b85b8e603bd8d564e8728ae580507239c6c491f860ec45e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea92253e52e51ce13dce5119ddb0aa27716ae1f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0487f94493dfd4151e7e1f58b368d576c92d5c7bd2e711abccc982f537e1c279
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81271a763c3b40b5d21a6d90efcd0f2cf2766fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65b98c0b8a29e04e8bca151ecd3889c58bbb9040f45db44956d32241a78db4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dcab9a44aa1122d743ff188e38c8f31a4ca7d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b16eefbb2fe453f9013db81b358bb4fa49a2ca1a6825cc98bb1a654e4865802
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44178691df702e6fc91b6a37dd14ca50ac0604c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ef912fd9445583eb2777c89b7a7ad38e50ad298195b236f06c052fa502220c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccbd4c3fb508f46aa2edf70f4bd71c984ce10a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff50d26d5720d8061e7285af6ed1fe72300bfdd8743fbff5a807c51818ced1c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e31cf72e11e3a30f7ab2d0291796cfcb6e233e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb44fae4430b0961f223459d21e176690ea840d869cffa595a2422b8e99559
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee231e85f325d1852197f0b9391d53d9fc6d037a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1adf2f6420f635c93be7194ec306815d8fb072a0680ebcf9403d011f5eb1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a207f59ca9d9e0c5bf264db4bee6ed1c887288
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d616ff23f8b309f542dd80b24ea87561a46660426c83b34994b4c8f9a0281dfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e329b778e725fa1a76865af01cfcec37ee4333c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ef6c998c8904cae248c1989088e73ae254733f35e4babaf1e21859cdb32fa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690c0905fcb4de15ffc2cec492acac32e937dfc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a1a035471378d454018002feadaf8fa8bdb1da6691191739f7a17464b65f09
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35053e3fa43ea606fada03a197f051956d46299
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619fcd5e4ecca90788ea47b0277aa15ebf3b3d50fd91f8a39e764c0956afde96
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2831044563a64b7e69a3cb99c418d2f170cf77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c79c472fa3800c9aab32c5f8df53f4fbad7e6afab64fc151d241957a0b8e2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f799d6772cf80ca23d09ca90492cf91b18c4fa22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b05b60b4d51983c0dcbb9ec11433afa39aeefdad9012b2c0bf6e51b7a39181f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0bcfd9e3dbfc871592bb5cb92ee890c64fb7e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c70fdb1ef17032844533b8a9317b26cfd1103e7f87a413e0ee29bfe4da71d5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514f60a5cd69a7cdc5f3eba169fdc1036f265aac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9171ad0131ff54b3fa05ecfdd985f3b22a52fb7b66f0e75c9b3abebc1aa0f810
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ea8be28456b69f998198af3c3e2ad4d40f925f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6577f6b6a9c25bf598a6b46ddf255a53c160a0f58c373354a242bddf8db2f858
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1377c11f6776abff339e59066cea4fff518faf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272e9ad35a2bb82716090ed770b29202df0a2733250ed662857131fc27f86908
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5427998b5a43f054f323930c421003757b7f1b56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc1bae6a2ee46e2297223c45f83fb8eba6d02ec8049c7ba2b3aac0ee6c1ebfe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd80b6a15457c199a10296941326e52891d7a797
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1e4c241ceed5ae7b40749984c8a89dbb0ca9b7f6eb7aae52c55d36c7e52613
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d72e60995bc97c8c25b743f9213bfea36580dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3189f67cfd4cf872ebae4ef94938f0ea9af7b9d6d90b45fe7f12ea1dfe1d36b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9452f9856135625c0d3b0ee82f125bec6b7cc0cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e36091cf285def1bfde197d8593522e5efcf4b06d078672b506806d4ec34e3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2eb64de44fd3dd59d8f64a17e852003a967efe8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69986f8576646053746c942a8a80bc43ae2df2e91bbca74e28fcf6a99a7fb3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c750c1af6155ddc9390e9c9f8ede6d4fed8a6546
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24a7058d40b54597f2b46bff7d85e7e5e642a1ebd3b5da40e597010eb9cc0cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3184cdfe97f2085fb20375f441c00e34c6904e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813e5b1155759bd52b678ccd362b64c76ad221379ee9e47964e9479e83807074
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a04a12cd9fb5b830a48c7d28bb1fcc84146ec8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fce01c501110797828d9d40c8f490b7009ed7fc45acc177aff5c7b5489e8b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa721e69fdad6732e4cb86072718b862d24c675
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e197b6bf82bfd2d04188da15722c42aa356d3f18049f7d4af5c1100604f621d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3495229eb2dbe6f58e3947b57a9678ad27dab3de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7754eefdbf77cb12515685b473f2b4923b37dd9b6836ffbf99f1629f9debe9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed913cef185fca432c326ad6716686c5a14eac8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f22fc1486f7c4c48126114f17db9da0bfaa831aeb3cd1f1cd712d0f8776053
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bb7c0ef8d8bc837fbf1c295cbebbb87fcd8e05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6b752e668e9be306bede139bc7d39073cc721b31e42345f0fc3c71427c0f1a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac857ca7af29e90b77d333e94604e276c4373d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10aceef7468c780315388414e4f27911eb8b7a55770cccd0e5fd3e201341c3dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc5c690589b5ca58db25c45959d7d087d71a108
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fae7b858d97c9706681c30ceecdc8892597eb56f75acfd034800756390a3297
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41fbe21a2dd82b74a51f6fb135d6985cb7f50dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee50a4ea1c92ed8dbf334eac255afb3c9aa39b26d93fe6f51d2e21edb17f0869
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67681e27d1a6be717600620b9862d099a14bae3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd544906bdce30f176d83b85f853d5d6b9cd603b301d6e7dd7d1e5a4c83f9379
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a48c30775ba0bcee9176854a8490a627b881a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1a764de102dec060713ab050194aea0455724adccc178f70e2ced13edac7b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70877d7d8593697aafe3fc42d27f4a17c9d6a5cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ef286a591ea337c9e3f74629d381186de927cd426f1c699c19b6a3fb3e9156
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc8238fde42f67fa335fba8014f36ea1ab87120
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c4810384b382eb1e13beccb806a8bfe5be0628499a65053101aff4da02567b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98342b8d3627387f21649ff35f6c97d54340c271
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ef9e3240f354d547d721a8e33688df39b8ad605f0d09d515370cac7bfc4aa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc450c7d525f9cd1713560bccddd7a7a4b2f67d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4281d11b24b1b77d4622db3259f1bdc1d5ae7491576bc40bcd064e9845b139c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b58f0cb884180d463ffeb7eb8137c48a7919255
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49511d1bbb1012204454247f7d7bf6914eded053bc292e7f0ce14c3faf90a91
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cd0416434e301090e96b7b3b57e43e8ca7dffd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d3db9f092303cd2020da1e8e31c6a310b7f682cbd99204cdcbbde423cdd9a7
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341faf7bc427026ec7d15aa897f753460fb7a99d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d5f7b1e44ec983685c30ff54cb803d1ac5e2519a8df4f0139b909c8db64e8b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec26df1d89e4789c8782443dd4601ffd623a5d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424b32dbac82c356ccb83bc62d79f4956b7d6a43072f2b9c4bb0c3d87fe583c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d19c275fa887c74bd956902fa8c8215a79ef33c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433347c4a4d93752f0370db5628c4afed33ab35f467e18db32e7c933f1aa891e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6c1c6fe1901de10fdc73b0280b559b6d1b2e22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cce2569b8e55a6a7d85f5735942b573dd54a622322fb8755bd44627bbf0c55
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce575bb3b8beb1cc2c976be88f518e55cf2f977
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71475fda29ebed9fcec469130c6479ae57f2faabf1c0334f4455adefa509fe0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cf84097d8d5b18cba03af6bb29d16bfd36c328
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cf093c97f4a8e42e3b626eff66008f6f077059c810bfad4073b83962b6e914
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e38c043330315fb9b6ce956f9348b81839c638f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d91e02a049f150e570f2cf2753f6bde96a12c8f6e8f5657ea9f1b825d8c09e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd894a65fa05d5329c9b1d90ed5702f0b792827c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ba0fb6f68d57e562363824ecc5a1bf2c33708af6aaa70725964277ff1b60c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a412ef7e831120afc5f500bab1fa484cb813b528
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283748d4b5066ccb6490fc26a68a8268e4ac3a6aa3ac962e0f387dc53806d842
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b246400f0ecfe1f6fc0081383e5d0adab2fd31f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2738c52382cf431e83b2862232c9cd59147f56d136856c6c856248e01c9732e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a77d0c8fa027f2fa75f3d1afed00920ae4b045
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7817a2c2d851f4b0decf7b0d2d86105c49d921bde669f93cc2fc85bf8ccd597e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7e8acfb2db1950ab569515e6c2f1109db11b4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fe819281abfdc88c19cede109d8b22c5869dd5407ab903e0b7d225fc691af8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ff0e3f8738d611dd4204f366452f64b79b5e11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e61823c271570114858b1d99e6785ca8b8afa8259dcd74a7ea737a1c20aa33f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad80405938cca65a44f1117b64732530bede273
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62245cb9f39291d3982ba00f3d962cec0ce7c7e8efade349eb1566f8c43ba5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5073137f8069d3925314c5c7a1ecb9ff4d4978f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2bfd69ea0f8e7f371400b555bca2fe6944314e2bef137ccf9d50e5186887f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e717fa160c4e2ca9382e3d0abc71190e10779637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac7d748927ebd1295f5271d1c374852e143d1f5d7455bf2e3cd009087694e5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1b14f95cbb3e68045b993e036cf6c9d88efd75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48855b8835815791d29baeb356a36306d848064947c460055be8eccd30a02a27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633cbeab42696aaa4239d68de5940234893cdab4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1b4f3ddb63b62da5c017584df48151ddf930cb98c686a4dc4fa1517fbec6a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa15c737e442b9c5cddac88f558e84fe12bac93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b338c4cb0671663ee71575973af9b49a8bc320c322ed5a33a95597ca5ad788aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fcb5c622002d1da87b383fec1128cb0d7b6dfd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6d72d4a973d842d6dc968348fa21d6ea04e9873f739313e0610b23e66db5ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1dfd79b948dc088faeefb20ba5b899932ff549
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026c96cf6b525c4198ae51857161e40fe3b62ed8657282239851b5e13aaf3920
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa73e5b3ddd208b2d5025c0a9b9532295cef6bc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f631515a069864fd034188187f0191453b705aa5fd65a996f1ab86106269e31
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333ab54e4f2b010d024a4e8fb53721e1033a23a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1107ee7a1ba01aa2345a09938b282068e683241ad6f226a80be508891dd0ac8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04913fcc245e8b9effbc7e83d1048c9df59671a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3233a7df0e45fa53839e982f3816c55911f157a740fe4317e0d1188050f0707b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0636ff9ed169d3c37a539a6bb48a3dfe66a1f7f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5abec5c433ca349ac5f67c21cb2fbddb2acbb264af3e1d0a32e94cd0ac88ff7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f5ec24d1d50d51a325bab8c3c5e013ff62925f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163a5c4218135bd412c93076b14ee149bf78ee278d3343acf8c948c4c270f96d
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f5e96e49d519a8a350ef3a9048239338d2f97d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8001153fcbf05b8dad11476463d8e902b93695a8142354e9c3ad001e750c16b6
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e579e245ce7cad2c9cb6123c82e135b2184ebe4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579ee942bd043fc4bd68723e669fdfec952a90f60662fb5d463245f64cda152c
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdadac8b578188483fd1c305ebbd89b9951b3af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b8d0be154a7b12da88a3cd5f6731ec315fb998934f2e48bc275b4c801e2b68
+size 202243
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c397ac9c2be9aab97478e89e6178be81c5c249
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88075f89bdeb324163f53a35aa2bb60c8982795a7c2d15bac9cb41da37940693
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15af88fa97d12e74e5b151327a97b24d1b1a1dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8a89ab863c04a92299173775162cbe331334c1fe3683b607777613ccd27fbb
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ce6a153bddf90ebf9811e10714f9b920be1311
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db5d4eb20cc1e6ffc84700831f5bb97ccb47b2199234d6418d8c82b7fe4d499
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26302b0bbec577153f7ec08b8fafbfc2b02ede8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ba060a7429ce03c0fd912536c46740f7a77c8da4355aa4cfb6d84316e820ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c377ecae13061ecf846db5271329955372d8d3fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d854105c025f0169a9cf167e8dabd35089979b2f7e9f978943f1c73d526320a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd8ce9b4d6a5b10a6984b0569f46589d454e73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9792f90d0f6ac4567bc99ef631efdb95e6d6374e4843884dca311a3a444bc09
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5db2b3824435cb9399142a39b5a338df8d9f37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb2ec2770d532a86520cd02b6b86c13e4d7a2005e0a08396cb8a232d02b4e53
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee02de61cb01765b354b3669c122ee51c638db0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba6bcc8ab8a3b003ebdfa388fc70c8790eb4104445d3378392ec5012999e5a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fa51e3417ff00e8805c342f66ba8a3df7b0ecc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3270da4b0d4053464e151c926fa8ee328959765cbf36e08b6292f4c2b8755c8f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef3ccec06549ee93236db1581048ae84428237f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474ec015737b621d317fb76c56b5f4b8e0ff7f1b1e95f8e54f5165161dbb1d6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88a82582049014f8f2246cb38b83fc6499d5403
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fb0d274396112b286e36c4eccdf667f9e843ce5bb46f72981c861fb75d6181
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c3778f8e5b3bbd6c9c3fad825067d5f4892470
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644ab94ea5bad44ecb1e6b627b3234d09bd27bc6152498b76cfa153529a69e10
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949bc74062538a733d6c3dd3a1e5de924571681d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14851fefbf0db05f1aab110fe118f52738c2a4723c86128ad68fb7b50b8ccfa3
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f289059fef510bb950922d52720159f06d8e54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99a2d8ecddf5103368994692c8263b95b9c367924845265618d87cbe31079d5
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf32dc4997a35796e9f8baa8f99b9f9ae87931ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c788b69cf135d3bcd7e68b33606e183d1ff6a1d45486a1999701db0c6dbf36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5857c912368ca40273a1f98cf077c985b5963df5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef02580b318b5f3d46c0fa0eda1e10fe2b7e2135674e1d8607c10e7c3728834
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ba356e8ebaea1ae1986b23bac4dad50f6c771e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd470f026797dfe1d8d7c3f81d28f17db97a942db0e46e77daae00258607bc8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c2229dbfb7297a7a98f886dbb778f2f9ad3d3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac5bcc369410da09979142d810e3664746cc93b97dec553011a36a5056c8d6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854369eef52eb7d7399793f9db13e0840a43b322
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487c0a756087eaa2988043fba69453cc42f8e517763e447a64f774ef603fe431
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671b0fed0ac274750b7112749202a61a0cc28cca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a882cdf40032426a9ac4dddbd9e4aeaa61e896315342887b6d2ccd64a535fda5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f2b4819fe09d8c1a9fc2985b272106477aa571
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6001a654240b6531e9a2661eb869d95e74ca1fdd83601ea11b03688116d4b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f9f1a52358f525b7ac39dde46c194c1772f729
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0665263ae8c8f4d2336729e65e23b5f23c459e441df3df1dca359b167e750d90
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302f3b0fd05a888f66510be4ee41cce1cbf73a2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93cbb1928699369b360cd40cdd881823ca4419609d63f70c09a7b523369c01f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96aee1416fa8479ae3a7a86813d419fd282171c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b05431083c827897d7c865cc3848d8ebcc766ccb5f5e18d007da99cda6050a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d5d786698b1a704398963fa9eb3dade97ea2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43491568ed2e982cf5d4cc3bae5f0763fb927a927bf0992224c5a4dd773787b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf7ce48916cffb44db26ee00de72a9bf48122a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d9c284bf096bc8116af47c7b74ea6eeced4e29ff78969cacdf7eef7679ae99
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9824ec475449f09792fa45dbc7f6b637b7360b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6490ee192c1ca378814f3f4e40a1400f9bffcc18cbb4b32538535616c638bb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac274858a1bb5f35bb3d851cf0f34a53ccb4b9ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e11d8652eb17a1f3fea9c6770e80c74ccdeb24cd943172b71288d94ab2d516a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00264325f7771e32dd5547cd8c87e6c4853ea38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ba116c92f5e91776ebbfe59a49770bdf6350c7177f4b454692197751ad56bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089188fb6c38a9dc52946b03e08af61f0db89920
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a001783e6691b541d7ecea96f6b7ed3987895e7dedba888063e6a98451826294
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f1af90444bd47b5d74f9b5d5c82aecab5d37a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d29e5d2a55b686c30b44cfb96f23aa5a6c21999eeaa16614881a6cb7658e7a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81213bf1ff39f25bcc7b530f9c80b7c9dcefe7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140542224ac49317557b887ebbf3fddbacf415266e4c05c75cbe91c9231f8ebd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506f930d385291240c87c242760993a9d46c1efb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0cce57269123256d270194464435fbd7aca1d0b83368009d095f9d796fddbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1c2ad4f9a1787acf8306f16244dd27d58a2b18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454dd4fb0c59f78defac0e98e16e3aa74dae094b1e18df8a764af1c25348e729
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca087b32f4a02db30a96b2afc09c0ccc8853620c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b3fab6e7732e8fc2fe1250458d56c3d378c7870185b62d3b8782b843aa22fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca1e2cfe3004268b4217484f75ee6e7fd967433
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5a41d8245211b28345d7992b6e9b8ca7679e7ea80bb19e7461442ec61e3321
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b062b6c981b8a7435dce88c51493ae3e8e6a7094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d32cf465f6b592356a4c6d005c7804c0d1afd9e3bdd1789dbf14b7279264c23
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b494f67ae0a878a43a07bec7cf2d359c8fdfb452
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da9fa9e39d3c85d395ccdaa6cfcaccf634a2e63022381054294e2b429cb9fbc
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4915bfc91ec7c67e761a5d218068475c8f5611ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3065741aab4c473698266170cf9fc11d2732ffb82ffb682c3dc27b65fdb1f1e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bad0b8f97af9da2d3c52fdc4847f4dec4b6ff7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7b765b0afc00a6a8f35ed31b152a8dd6614a35534224efe925d4ab7c923f3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b8ab3b7e03fc5d2537b1e478cf764435b2cc04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c49ffe34ee303d953d06c566ba2ee9b17d667bc416c5be4618f67f57ffdeebf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadf7e8c5db866c9b10a24202c29d82dfbf48f92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee67e1242260f443c0a52c3653b133c8b460f2bd7f0bb98c636a128f8dc97259
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbf378449cc3e966bee404df4942226aa1cc3ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799b6a68a77909907aca7060c951bda3a03c522fa25e4574d8f35377d7889119
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abff53286fe2b8ff07c40ab779fd675004165327
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8533b22935f57052ae6d03a63ab53b6ae0f97c7892b111e4d6c2f0e637a5e08
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824c930b74ffd987a784af6f19ea13fdd1e37f40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fa49d52894cb0793bfb85d0d6bccb982bc9c755238c5193cf3cf98c839427a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cf7008463e780bb0a061805362d7ddc6802e33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758152a288437c3399dacd51ce12755eb4384059c0241337660732da4764e364
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db520322f7649870b4209b8c07c8cebc0edbc868
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed371013026126004509dccd4e913875e01cc39a2ab2f176f62cfb7acd1c90d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53bd7851a3da4e64e19ac4a67a3556682f05671
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f64500e57c9801ceadc1d98f7e2d72797f07589204b6042835eeb7b5eb0eae
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf2560bda420ec65d6144de01ff2fdeeb242f19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bddc0e7593947d8a86c8133b87a0f20e7698f3a032db833b244262935e1ce6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ea5c5ea15e35aa8c5c421248aa22b695b195cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bc15fb2f0b827824b91445b671a98a8c76552b5d4cd268748df3ebddda6ae8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45d59085df449317447822c1049719965d35b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b74aeae57d563d09411e23531bf95de8fb0630a5461918b5133c396fb5cf84
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4388092934f18f31f35f21394ec961ffee20e3cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9104de49882099aedc1d0241cfea2dd702fd5745b58394b572d547ce639fdf2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbfbea819a3f4214207746dcdcc8f7c3124aa79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd361a34219a4fb537132272ac21478b622409342492cc37fdc0b592d32ddf0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a139c659c7b7c2657fb803bf3ba82163e1f578c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c74ba10688c097e5fb1c571123d83ef7daac83d6684a96b2ce90f583f5dc312
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672700b6053bf0882e58b38d05c74e0e84809589
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f0de70dfd0560c0e7a931ac8b9a9db319a59efac55f9a566ea93fe0912f0b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93b9ccc470fccd6826b974386e720fc2a459cd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3603340d196aec5d70c57a7a67bc08be82fc4d064e913271f26e7d209b6903
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8d8edffd34c2196d0f9200e568efb0aa8c9be8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb538c9caf255a2552626d5f7f7cd50c275c1105e341fb2de486e0ab4644193
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2ee483f50161f80c031b6f93d6586d9823ab85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a013e943dbae30f7768562c842675cd52dc72d5d4e94f3b49b7b02544281f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6889a9f7bba5ed76ca564acf3f6159211752d3f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602568014f01d733c6b55128e3200fd059fa730806f890d3cc1e84edb14c8981
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a2e96e4e86c36d005b25f6d75c7a97d1515377
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa743f31b55a852b2ca616bc2120f0d51700fb3a79cb85fe07edbe0ac7c6b6ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b82fa65da31119a224bafd03f81547bfb31d29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4df67cfa2e3e8a33d3eccff126c37752363c72ec002c29a2ddf7889b6f5675
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becdba0f68d68d46700acf6bae4327a7dce3e5c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae4f38e769bb7d70ad93251f1204b2dba786a67f60fbc06773b4dbfb5a2c1a1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73342712653b86a587ef888321bc321b847fd29d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f02600506a3bbb13e6d2911480d8fca7fe1649cce0be345b1fe8d7177476c04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56039227fcc3b751b1043ffd6e0ca13966d8e94a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d0aa4c59e6fdca3e64f5c1bbb9e2432f5104ebd4423d61d3aa24c2d80439ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e0a030932495f8a405188050411e5016b119ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a9e8adfd281c9ab7cc556c640a2478fc6654412958f8ca13e3600d0626358a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e18485d23eed37268c471491446798bc106c769
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50ef5f10b2f329611ca9cd0882523cb4bb8de9460c2e8bf1390722fbe13f477
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d124987bdb9c7700df8e5f3abaee3f2edafca90a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d855366f5d3946363aa9757cc1aae4d3839ad4f7feb684ee23e52d87f6299a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ed12b66fe00a996d168811702df4062faa414c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555e99a5e102ed71ee38d25a2274f371b5ee5b147ec80b796964762bb7fb8950
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bb9e6e28927426ae460ed594d359ca259b3350
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea904ed078dfeab798597b2655a17d272c9289f3c66d2f5c3f23e3790123d79
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977a1c166b9e66ad03a651ce61fdd48376a6374c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee00ca15875137d5a00b6f209afc003b5bee61a6e57ed13ad9237555cc45b99
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68facd449754951ab88c8bf30407107211d5816f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5653fd2bea830ebdef0ba0d6c93b3bbc09ca5dd10bfd7f72ce91f601bc747bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec3f287d503faa1711736fd853f23d2c60781ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cd4e7f93e32bdfde8e9849d8a767de14b9770c48599727c9784ca6e6b931eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56017554461b83fe1f95ff52ef78f39acae8390a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eaa061587991ad51c2207260c9606385828a7d80cd5f3c010587ca8e6c8bb4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bea7be9fd1832d521076534e60bcf771697868d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1573cf6c05dac09768b2149c2695b33d9b4b2c11b8c77b84b625f4a40b261b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e27b9956302ff755a81a53c137d80fde845758
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd22a2d5938d13136fa2666bf65360ac1387afcab05dcd68f7f7c261c68b7c61
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a29f9d7c94ad1008d28e0775641142df8cf052
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3528b64dd283bd63623c2d7960633c28072b7e2d28e1dba2da85fa6c55b0e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920522eb5e340ed3b7dec9ce88a369d72fea8c7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa1427ad79ccec87442d3afd7e11042ad8fe985595a69b9bee99fe75411aca8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671afd1eec67b89da530920412404cd6a02e0f6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90faa5ef2d5ad82b53758795f090f85c6f223ab85db780bcd9d26b4d1a8ea0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94b0609117f33a84cd18461b078c3c1fc4eeed9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dc35394dd33459ee11025b3b8a6196ca10cd2be6bd7ef2df79e44acd4bd233
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ae720b10d9955dbee33afdf582f39c77b9c007
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0a5771aaa2b6e7142ff1eb73fe294e203d923fd79bd2c0142c5b2b2a1714b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4863e0392f77902a9d0adf87f4de2934114d970d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaebee05c1dddbc8f732f50dfc13ae5b13db65094c5d8b99c9c819ed0069d9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac4fad04b6388cce224f08e0db5150071e4fcff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54849634146fdfbd6b50d1a0969136520125d5b484109e1a6ccf2dba726fc695
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaccaea996e7b79e33b439e0a977184fedd47d96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd4314372407c82fc4efd76c78976fec1f79d57f3dceb832c1e35f57dbeaa62
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e36c171b81ffdf590f154998890d3f58e6db5e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b66b4483e613169314f5e19468f0bdc6c74cb66f6deb38d6542cff608156b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32aebc38c986f0e1337df75450d4115b4ee25a18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595be3374074f2be52a25b95e51b0adcf50c52670d2b861abf82b96d24020685
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68102172e098fdf8ea8135428f9d92296c3b9fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099613b9881230722c0b758bb3ae97b5f346840473822f4f70ac66b2cab2a152
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c5ee457d63cee0edbd4f0f7a6e13b9823ba479
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ee18077d7969140ae98c17f3fb0d31fd6dd5a911c91ca66c5a51103e2a60f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229a733bf1817119bfe7d26e20bbb42253261477
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bf7fe89226de115dba827a8f38524afa69c15fd158343eddb7cdfaf77b4246
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ef7857aab9091e44dee0cd64d52f4622fa2f1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6e2c74856319038bc69ddc335375b1a197d22f51529127c16926ea91421ff5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8875481d582c7f5947133070bb37d87bf247ae01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca337b9c76178a94056d38861fdf66253d68a118d58667eff664e8b99c09e1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5910c915cfcb6e1262bd75d85484496b6822875f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d6467d5c01d28b0b0e7fc406cc6c5cfa9fb399928a4f59c0c3aa78753813e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b324b43e3d5a9422380a6e8b4eafef6993f7ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a80ddad61369d76257645e1c41e8b44acaa4cb73fb3a445e47bdd852d3bb447
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c55dc0468069fbac1f027d8778211bffb2d8b4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ea87852c853f89ae40d65eaeee45ecc2824abb943f00b582323275555d3d46
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cc9f783a134bc699c7c044cf68ec27882ae7b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fdd5a71d1ba9bc72488a89cf2de783c355e83059247c066631c6f3b8f458db
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c29246d2149f06965aaa5957e6575092796e49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac30bd0297caed70f9055ff0efaf36416712b35b39e571469194bcefc3b6ffe
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f346b3e5ab6927e333601dcf43351c383c51e164
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71f43c1e0691164e60a13afe8f8edd17d20a958b5aa166c6b124013fee9eedc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a919bf34d26a67e45cba625a823f4a99b831d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4da981e4f60a4bd1d9b5084b0c298e2d5def80f78f8126bfb5918a8dcaeefa
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e772876dc844af33e813dfec3d8112e7dedb1cbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3689bf5ec7bcf6d469d0185ad40d2ecd49be71443af0d738b3c9baec7a614b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ea504918a873038c0a6a7417722b6c9ccb5ac3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5f2e4ba80f775b95c0391dd6cef7b8d1f8106ac753eac6747db5df93145aa7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e75abf11dd777607e7b4d2a252219f05117338
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01077d8058407bf3ca297e192d637756ec4a31fedb8ccb414a822dc3df311128
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0304e192ce9d884f8cc5d45d120f93c4fcb1c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580ac56b5af344893d10f1ebff47aa6208285c61fd7ba8b5a07b375d603e9a14
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d83c6fda146d8701c5dc99a169e410fef6d5267
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a655e7bc7df649cb1068567605bfeb7e16aff4c4073a36b62bd12f8fe09dffb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fb8e548d8672f62d9563fb3c1a04e35d920d5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cc9589d66368a4be8c6268c5cec85de77e8fe1c5e1182bf95d4ba71d47964e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206b4a9e7ddc20d8f6f6df7b177ec976ae4b266c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cddd6a8c64dd1dbb30b585eef64da78b2e0fa22713daaaa374873511e83450f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45460c274e2693782e1624aefa5cdf9f125c5c5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7672d262d57802ff417161653268921f805a96d9385e8514f2c7e57b19532e67
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7b36e68c73bfe5698ae966d35f5dac17157e1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c66ab61ef83a2d005a7e5ad82730a8cfd94f01dea62474dea6a55df2d3f677
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f4b633bf35b05a825cbd5b20ed5fd44e39f653
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0444f6a3c9c4fc32f8ca60d13f4bd758a5cc6bdcf7dc2a5f82b7149c60e7f7b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54fe2c4ebaf0ea7107c1e227de6bc4c49fdb5de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d20ff498516cfc3fdb53359c0b513aa340ee0f4e0cd4a0b2a75b298212f04
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457cbe6ce65ed9efdc99bf2441edc5d4d3e87f5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336b7d8b2d024e6a612819c636705414f7a9570e743ecf0b003798e98c3e98e4
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8850de13416e79b891324179784564bb81f51a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb74cbc09ee556e6cc44cc805de295c24dd028645e7d8db2cff760af0aaf768
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb246ccb407b4edef32a22143df9d7ac6b519cb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4f800c5a2b9c28a02ad4421e09677e5dae71c60b84d4add1b5b9611dbab760
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794fa326378a7085e60cda4ff7bddd8345c41c19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384295314d86d0db862b50457705e35cf9938355f49cb85049a4eddb1a213a3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c649877108a3b0b803890db97e61a3b9357ea01e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7798028c89d8c2bc51aded7c58085d966108a5141b0471f1f669e3bc8cf1830b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c530aa48c7fcb0137e205410520711924bf583
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ccc9bd6e51a31469d516643fcc7950cda7f4320b6fc928ffaccde2669f5b5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42af416e9f5d53805c09666c2a9d5efa8a57a0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501f69f9a62797f63fd3bd45a321799e66e1e73bae5ffd6f2f836d6d443e9572
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cfcca62b26ee5d2c547b7ac30c189e1c2d7f2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26186e82c7ad53668f4d5276c40a328df18002ac5d79b6e9a200f95edfa6256a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11302d63a1b0b3fcc36df401bb5767f5e5733ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78057ae6af9674a3531e37cf26ec1f15b8e295205baf145a66e040f3f495098b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c070aaaf4014dab14cc3f2ee661e473499df4f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21987996cdbd3ac1a976f77d43d83f8025bb8f15871aa3528f4ce3bf6df116a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29291c09929513603034f87765b87a2c095be622
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25800d00332203b0de6742b69e040e2aa00162834d0c6647a93f64b19b7300d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb44e68b8d2721880687b678e5cfa23d7bf25d66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd596f2f94ffdca23493b1be31e1cc071b1c6cb697a3796deb687a28af2e049d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adece4a514e176945b71a6e54c447fc05cc14aee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf7fb1954fab1215dee2f95a3be61bc5f195a2f5420ec1ef8a5674fd45e2eba
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89305618cb7b6f24b1c81a058f2a76633831f25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e53dc9f18b4ebf237377e20b11a4defeb435bd17baaad1eca96836af3cf6c08
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6be0ad5a280b7cb4e42137a237310b5b031c7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8b73a2ffe86a3596f7f31a70d104cb2cec71d620f543b0f173a537c548cb50
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2860b5dc32f4f0ae6f3c4e7fff2050ce46623320
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d924f1cbb63786fbbcfe74fee84fe3e6473cc3fca4035ead7ff4d0ddbdc285d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bd08d65e4b58b63b96b3589baf059828078bb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48426b195ce75b2f9079b15b8d7dfd68579ef8d9146d72096c4ce5d529fd21d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b14acb055233e8917350cea13848f00471d2907
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28de2d3b72d21a84281c491aa077c3674f940d27a224a60f3b09275e67f7dd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3895182f34343edfbe62f244adad15ef92b1a616
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2e56a14819949611852b0f32b193280c188e7007aee126739d0a396360bd0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f16bc6ab0100448022c13c1ae82739309fa092
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e281ff6d86c5bb3414280b7137d0187e883d025a56dd0f1c79f8d17566b460ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c7103a3255617babf64c76241824346e21eef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd2c1a26e1f13f58d33a6c378ad84de2c10221c31920b0618369b0fbeeaf64b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f169c12dfa0178dc4cd6b74798fc344b624f01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1089dd2747c917271bf6645733979c5e966632e2d0aea8d3a76d94183a2a2b36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382dea35eb858d377b0cdc336305964ce41f29d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021e24f1e76199697187e8378eb04aea20cd009b863807f9b5720639c3fdd333
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8567864a2965bf4d9d616cb45197bf56f39cba5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796cd3f62a9b6d196180b9373a1780af288ebf519227c81b695235c16b2321bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fc5e19639733a574d5d89f1a73db04a8266a79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1be91cdbfb65d806bccc271bb3bdbc554eb4764837b511499cc0e1d5dffbf63
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f8e85f2c9d836df6fcab0c3bf3e1bfa74159c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c651df1d9644d86551bc987aeaa0f356b23bd4b1355a16995934eaa57fa1b2e1
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaacf323f6e06e916b50c413c88edb7754298591
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3250b79291a2e86773f307dded3657f1a6ba575c45ab5829002bf6da6447e5fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843c4e8f9c69d770a8e83c546c7a1c003f6412aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6be00d9a9556dfca4e11c33d99c81db06a672309397bf19db4e66e9102fe9ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f78c504636f562963794e93ba5fd96b81fb2c66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d46fcf91ea5d91ea1cd0a9b95f05a9b8d8d46dd804dc4fcc9dde2c5ca27b27
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bc3b7ee7b4d0eef8175e32912b61f6f9f1c978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd79d4eeab01c72259c085ec26146ff6e90b6b5b760b01e8fe1dbc4e7437abf3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7934f8ab39a61c41d66537eecf7ad694dc6df27d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee5f9cc1993877c9db85c2aa50694df22d50f476f4e3d80fe20b575d44e91aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a08ac585658df78e51a361345ebf95d7831518
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72c427b448797eecdb46cc1c923a9922ba2fd2ee306156f15ed3c410227e158
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35b4c2e9335a85d166fd4fc0b95a52312d335c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dc7c782053e6baccd884d52339ba39223eee5be81256c61c844fe0e5a5a59b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9450af6bb4998d165508d60dca963a131f0c229
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77039805aa2fcf2f3d1ca37c89368f8d29ad9c96e567d08ee36ec2cd689c9ca8
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6005b93dde335f7b71a88b90f5fb6d62ad41f204
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430b1b0548152ce725c98db24c98d1210a9971a16f9ecaccd28c6b35cf6745d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54a8700cbd1167858f0221ae1926f1b91dd9a6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5b2928dd84836c6a5b3dc40bddc4e129a7ea2fb9c14cfe8c0f76b675446799
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6cf7103784a4a032f99acc472aff88ea8266da3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278ffa804eaee1098b1b4673e13079b58794c375a66061eba59986061e197974
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c93ec232afe18fd7e2a4218f10c7883699850d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f83e39f18db6c9eba4bff571306fc683d03c5e9b30c45bc4648107a86dab6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8b29cb82255a82697f0ec70e383697cd84e503
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19d8cd4aaf956aea26ff0456d2fe61588e4daae6f972daa9ee7f9e53f9ae419
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6a9d2e70e77257621c07804fcc8e678f07975a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c8d92631f90c6b732467bf1e47c2801a75233102620cd7bd6b4cb3949b4c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4c441b58453a73dce0fd1da6d7a9aaf1dd40b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2542f852e7f967e81624903ef0c825b96355239d3ffa9e484615ccf455208b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7421c4df5717bc316d255d6ed1fe72630ea63ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ada87cf2e2acf9670095100ef2cbf071ab9a4b5597f9fea06848c3fefc06aea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab57ac29be710b41402c93a3a8823495d8c1fe3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb55d217db9311ceb7d490fcfad1a9f9a7b23251a3f4ae61be2895a73e7fa30
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b369ea336228949c7309cc665027fae8c7f2accf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b64ce17af9ddd3f65dd7a73b85d6ab8e6308ad48235ccd4ec8fd0a6151cef6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c96832476e3790f565a515abe1cfcd1365d3c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf48c68c2b102c9dc8cfc7daaa4058a036449d6d693d5a4d26654693d74d172c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f91b4d3f55409624e6fe81ee3373f7721f1b9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb3d0b77dabf000b0c3cd9c9433de841c779fb8902bd3a06d4b759e538df1bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22099246a025389529dcc0445425aaf597f73c88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76bc6ec6060b7227a4c288142ed2976bca2e13970770b3526a8eedb59963492
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39aa6d8a091707f8b2a26f2d7e4c89add57f9e93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05380775c75fad91f38043ea01d4f03313776d3a097d45b884ac1854a39d70fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d67529d32eef0c2d2a855b56e5e1be8a04b88e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d2838bb8a802ebab3935daa6f9a41dcbb00b99d7a78f624182083bcd71f0be
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d097b913dc3aa775fc179dac2a7df0fd4de507
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0fabd65043c3a41fd1de8c19b2e8734d52b96b8f335bb2bef2c9575605291d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad11e98a0f5a25946087600de0fbf7a14bff999
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a061540a2d30d5587e14ff62a2cc4b9afe90fda40368483e3f57a6cf43ee4e17
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb1e5ea31911756976e722035659181c4009499
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b46915e9f3298f6e036b143e427d389279f8b545c597af4661f655637fef57b
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3154f9fa7302e2edef89fcd4a9792b9025bf85c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0eeb5a649965b15b882a5ab30323d4ba249c681207afce6ede8f8bfa6b32d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0e976f0fd6a8ca0bd03c17fc5eb9c8b50279b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd44a00c6aefef43fb0ef031bbc9606beaa793f8c9852b0652be88fe864ec2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d9c0b24f1e63c924fbbf45daa1b8ed4779749c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cd83903b9d8e503fb7418d0618afa587d2f889ae4e961d1e599a469fa56031
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e397db7a224e13d3c6008a1d3e46e540e38c4ec4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4865cb1331a0d22efe2a57bb3aeae69e18e9a0fb2786f505c9e35e3ff5c5dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04f92ef3f4807da629856b0a02764b84e5bded2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8be2a79c18374d6d6ef558952217ca985d5702b5268821ac91ce1f29aeeb07
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eb055dbe86764932eb5617f1241580b0e6351d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6c3b853212e695ad90ba39da28005160782d0f56000e484d6b7f4591ce8a1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a732c764d475b9c302f96bcfc897a697edda10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd662acce09e5380f72eb0ba14c15adb0790cb864d42d878a53e90d684e1153a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b323c705b0000e31af72c103aae5c5e2a8617f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e4e51a7b5ef2a4a2c23c1a2a81f570f4852dd41cd465f2baa696292c4f997a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c92cbe1f3e8b49b27d55f640b5592ca616edcab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8ac51f32bb95d1ef9de33ea1ff4ba1c4db9a7ad5ad9c4939c7e01d15a52836
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c25007346faa91a7447a9c0942358ef4fd0540f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fa4e48a3bee9b2eb6cd41db225504b8151bc9e3dff95c59b6cf99f70c53c60
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf9a8ff60c6fa93c1209b5c026bf1a6ba69f931
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401ee52dca0b7dece75ec946aa6c76cf3dac1f7866b5351312c02233bb47ca5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043643860a6c2ff69ec1ef04ccffcc9f622f3d27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2ea17521f9bee4803481c6e79a4d7cc70c79bf50aabce05aad1159ea830dce
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad48a2fb669919b797d7b21f772d43105e186e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee027c7089f5394f1448cabdde132b50cd39162ea10d576e2b55d8091a742d75
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9688b0b9d4c4b5170bda9ed65db1862df471158
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c7721cf10da9800baf8806dbe82ed5b07dc62cc4581941b4993af3aa0edcdb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17128453d9504ed4bd22ca935e7a5b54ca85401
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461242af43b3921a3d24c1edd541d26dda68a968bb80f5ee51513a6126f139c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93e53150d17bb646cdd425a9235bfa5cb73c598
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604191efd40bf041452fc7257b7b3a2f561faa22db34463ea5020ad4ed128864
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971524f3a446d971e373842b8b5e1203033b668e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5fdcf0b3de29bda7922facbc4246786b4a62d7a2759e8b91d1e6ad2805a233
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d85c2c37328880e3708deaf19ac1e0e035fefd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ec2ff9fefecc34f1c6b725be5e49625322b8e50983ad349154750867baf92d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea15a6b2bcc45df5929b33f084400d795f8249c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83a72beeabd937995fbc902ea7c145a9c89e07814262e3f663b412e95c85ebc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3489a8003995bf4c28f9b03f97e7482f5b0b37f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca146ec14955fc6555667f523490b16f22cb1c3c0ea4160a7c3d7d360cae2c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ede152bbcfac6b146d164eb12bc44b29b73f857
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4c2e3630f717a703e526552a08566ae879dbabead6a1be15f9f13d118cbd06
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd3419576a862d288539f462985fa5589041638
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134242ec68ede52ec2ec10cd467b94f1da2aefe88340f518c55136ecb896ce2a
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e183184d1675c8794fe73c73dd8885275547cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d084b2620f614d2fe082f96c93bce0648f35cdaaa108f305f2bc842e7d03b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32c9552c4a0acb0e99108782e71532bf544d2f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d792a5ee2c4495f9bfc287413f77050c51915f21b6cd5a4ac8fe94cfe55537b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c727c9565b5cd0a584d08b19a56b244cdff3ce89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010659f92cf034db93bfa66f3e8ad9590988d708cba595c0d2393b600afd17fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ebeca1cbbc01d205e302e9421aa4a949747816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990606aeaf1e6e8da42b521d7cf552180f66001a7640223be1446447915f0ee5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c647902f052ef003fb430585808b940d2aa5ac83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c024ea219b550a778a9b69be5c3845aad01c636ef0c8ff6d570e5e95deb639c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f5adf7b028a74aee6349f1d3f00a78317ba2b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e81d048613f980be539a58780bef54f0134e222db61f1637f27cb4035f4498d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987f340e5d64f7d21debeed908cf7f7368cc01ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ce81391caae5f7da9ef72322251303a7be602521d57dac6fe057316fd7c59f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfca0a030949ceb461258e39de418748b3480ce6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2e168070cfa8e8497129ec6b97430e971e2ba1f201030973b2d3fa4e52a25e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869430527e0c40668bfd1e43edf0620d48826dae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5652f64fb7bb4c157b71cc149265725b84dae3a21bf2e6e31db3052e86b981c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a4cb7c1c4da014ab447b50c9468ab3c80a0e0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09af32e66c7fb6a28ddfc6a94e5abfef95b42c730200507f8ba8abeb2e7f51a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40625b2d2fcf6ea333e7ebc918313b859db2da29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a69728e4405d92458d9f34ee7322678470a10912b03424f0eec03600a6f82c
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231c6ca7a0697b84d3f9bf8a8b0f1936be0cba5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a9730596ef4dd8e76d56ddf0a25403759073bb89ecb229257d572c2ffe9d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c36d44153b47ea464df17449ca1fb3bfc3e59e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec379bd2264a67ef5b28ae08d69ac2fff371d819490cb83e0ac9f5472ef72ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da46a9d0a0ed4dc3eda40e0965594627c2d49fe8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34375d686c6edbecb40c3bd4e91a1931d5f42d3776ebb100ab86808e8af3f38
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36de7de2c1c3afffc6d61d1712ede014736fc28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3952311b585502b32df0f4ba7cbd4936ca2b70ec25445bd5b2b9a610868483bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39705c4a1b7ec0bead0b8b21b510b00ff637fce0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727c5728464fc8fa38edb97c3a220f71248855b890b697bdf354616e77d7c1ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e78c6173077b21e18e5bbb09ddb204ac2283ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a2cd29d7220b1de7f72a5a93908f2fad072950b5cf66131e8ea952c85730e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f064ca5c9f24dabe510eb518f41bdf6a67da4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03856d691cc9001111ea87a30f6a6fdd9f5eafdf89b74c6b5b8c9a1616219c7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0bae1f096310febabfe670e419ec1820630236
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d124be05e61908888754b0a9ee5f8b794480b2b1d69674e8ef7e54f233e52c95
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0178cb5dff45d6c5d2d2ea09bcf4e23b92982f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717227c991662cd1ec892ffe23c240aef12b53ff1bee3dcbc09c44ba3a956d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fbd54c49fbe2b7468fa8d1b07d26d2b513eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7af8b0e05330ff4c6cba54d6ac51a86f09bedf1e511a7c512c853f06c0c8ec2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c73b3f5b14b15c5bac774d6c99e996454ee2948
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457c1a6f9f8f50f2ae404b112da497edbc0daa2f05a859eb5f34894ac0ce4faf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8753d6609507b68d8c339f7a8b46042a1f2f37cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c54a41c8a9102dc724a172527a122acb626bdd7b65d5d65793ce86843caa5f
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c105a0c489cb9fd14ef78c2861aa208ed9d8927
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8da48267830e4c19e878d6589b0207489edc638c52dbfaab46d2f798d12c9d
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d244fa595090b33dd0ca9a94628ee8c4525838
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b93e57ef76ff17c52d77427b9c4823f53cba4b89f36ae7fca368c6944507385
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cb18b66200b9ffc8b602255193fd29addb7f19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8348dc3d52fd019cfa2ab327cb700b1fac1bff32bfea064e5e3b673d17856681
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ff038e78fcf658de88a693ae9fcf1b9b8cecdc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e971f7cadd8ad53c75ff9cc907ab99e56fe34293fabe3a7bf86f46311cc951d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f515cb81203e6fdb50d6e7693082733209b9c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52d9ffdf3f933dafa9104f7228fff8c5d5476d670cbf55d9149535f30892028
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e42e944de4853246b6fa4d48a342d45718c1c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe0ef8e3a2f28060ab5c8054df2668d42b31556e56f936668099ecffc86d80e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cff677d57a42fbefdff6234cad53337542f5b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0747628cb52fc4f9857cdc464064f016b84f58bab075dc6393527bff24771250
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729ee211d65aae70e70dff33a4c2777de2524321
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056491183e2f40a8426fc33eb8ffe72d9907ccdc0296af4563887c7f3778880
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb52d61a4958eb6527268b985428a67338d97e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38faa38c1a1c30cdbfdeea7d6bb4b9e60ba38db1cae0343c9767dae87574a179
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de6e74c83bc9206e524f67804f33a4058b775b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4a9010a52632793c2d5d474dc1310cc0f645b7fd06ce7832d0c7d50c520fcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea09e6a31c49fa29c762df50f3c5534bafd9306
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc84e76375b48f09ddaee7d95d5802afc3a7ef54003c21910f660665dcbd3ec5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb7039d4c658a32cd7bd1b4c37354633610b0fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95afeeba9357bf6fb92c156e3bbbd6c414a5e1ec14e6883d96bd7bc32cb4cfee
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4688e80b7fe0878a1113bc1530db0885397c03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2069f6e1f3c35d429a8fcc5f92d81fa2f264518f07668447b854dce6e078955b
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd90026a81dfc93e3cff8ff9b4f5b1a752192150
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bb15f9004185c8452e6ad25571058ad9d9c8811b56edad7e29a5fe13ab862c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914208dbe698eb2a99a998356cefafa0628a877e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689d0a71703019d4f44c45c572c4aecfcb49d0341bc2691ee1b8b70a835eb2ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf80fe2c468ca0ac78b416456cfb97ea64ae847
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982a6c0932e1561756e83319cea1bb34006b7cfc276ecccf917009aa36aef9ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee07a4d4da75cdad183445ae61b733944bd776a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ecf658c8526ae3e6f583e997b9a71e86031a3a7fd13338055f8e496ae19c0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daaeb11fa9cea3f2e7b39b2acd9528c1904242f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe77ee5d5c9fe59b4a0c5541c8e8df9d29f62d548d4f9a41b7458110a2b3309
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc01ca3cdf0b268cb17893fe415ad2666c0496c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ebb4b124c43e95249bc173078a7ecbec6b10c72ee79913dbae2af44c3cd8b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b107eee7b36cb623a4179eef243213da54ecbbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7af3e130b7b986aaef5cce5373891133ae730ec777beba1d7e56d3944ff5c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccee6779bc3d2aba8e6077f342c4d42cdbfda568
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d0fb666cd43e736abbed763cc4450912ba495c733a03ef76e2e11082a50004
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340a6bdb36adc10d9bb0c9892c0d752358f586ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87c0725200a7d9a0e6ec7b5df102c1d71c7cf51cc9e70b67c2d4ec44829d7bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2be2df718b7a88c8885787ea7bfaaae5920a6bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7868e980f53b9cc2d253eb2b0220eb4a0252d3e858e498822f09d3bd9e7be9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cbec6c8c9c6c0a1cf930ca107b6039dd37d3bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fba4793c812735e35753b2db26c4eb4008e27196b51a7a78101e5cd8ad05e97
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d785ccb514f16f606e343c3b3a68f7bf4306628
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9826ce64c613731bf39fc3d01acb50c364f66f6aac683adce23b0c223814375
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9f00121be2f28da41522520a399d470294691
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01408fb847b9ba587a8299f1cb52a7892d146ed5d14cab29de4788b075a8326e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b9a1f7ed2682025d0f8e1e65a7f258eeb232ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5739fcbd0175fa2652e89411c28038090b09a7d871cc1bf4fe935beaed304111
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30b98ccd43190f8e4093d6cd16fdfa045fff7eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807cdd5fe52511bb5b7fcf35351dc8c70a4342ea49a9b4971d370e7711df0739
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002fff55666c8909cee37eb5d6b78061aa74f3da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb3a6d87b03c3f660be15f6fb537caf86056008041e90ff50484bde79ca0667
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b332182d5cd95880d2d0ba55bb02d381281c91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519a3f9d215941fe4e054c4b51f1043afc0e750f7319d11d8fbfeb7548b00e0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe856c7b0e703ede432a04b257b7343e480f5d3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae0db0b58cd1dea23a803ff12b721df21cfb6b2a15c1e033bd5556a8d4c42a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f6834be4cd5c615e880b26ba3320d6d5a0451d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaae9da09c1da3c1f414430c5225b827680882ce06c65c9b1a0240496c97349
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8341a26b905d326fa459407d646df3c0483c12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbed5c73bbf730a0ee3fd1d4b8ddb5b3d7cacb93195d6434764f0ca65dc7e375
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fd64a3d52a25f9476f84e4a04dec2a1c0765c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334698765d562c446477d0fcd62b5eeef55b7b2be81d92c62e4e4619eab08890
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5027e0e49b0cd7b3ff4025671879173f8caa7a28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e3198dc580fff1ec40cf78db9c4fa5241cb4c5cfce224b5acd74ca59dd5ee4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e76cc8695ae8e8e56f957ce7b38b7402db3334c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33643f6df355bd2fbd6ca608fdbf6a2204446b398449846a429f122e8d7e5d62
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51e0c7ffb9b127bf2a583f63ba11c6acf9ad2c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8742d56dd53cb6c1b908b25552669f23c477b81cdce733e7b9f36f6ad74a43ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f7ee67e5b79af2f0a2d12f54e9f5d8380c2ce6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dc23e51911daf71d901a6a88b536eaa80827bb5c7d9d362c762c48d98b7ef3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721a3cfb0d9bc56b6bf542f11972951ac13c6909
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471a0e4101ea5e48f28f53c08e82bb0d2de048cf1fa2b6a3db59d1d7493fa65c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4ecd7c94d0a6410dce495f1fb00429e42f8105
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8982e850be2d3f21d2bbbd061c175d1511399a075951cd9ca78f8dd01d6e3f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b761683864ae5c79e01683d38cbda6e4760d3056
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328e035f6fadeceaaf7093d68b925da10bce4ec2f14dda251cae3035f1b328fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d1adaf4fd8fe568b70b404b38fb94911b946a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac30a7606257343c487cd980b7010b40c46f1dd6abf346e58286d1960a41d7d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdfec504cdda9c3fb695093795318797741a96e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ace472ede539a1ed6e199e999e9b3284629131a0254d3e1ccf250f2fe6d4456
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c674714464159d78875777b4ebf34977875c550f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20e8c31f943551f23d93b7c1acfcc7a88adc5708fb0413f1851e6194b7726bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84227ac4483e017f3fb2e7aac415bb963cf303e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5787e73a6417228cae4d70d8de1a47c6737cedb6f0a5185fa9c1ceae3263628
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bbad935a632845f48533bb89cb44e4d1d7a88a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2485d3963944c86e16ef93f6b6adbee62eed0e0d306b5b2066a384dcf455b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26b47275d455afb215d9d0832e40ca2cedb8063
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f498e621e04490169cf53a6cb2bff0cea538d64474f725f319d49b68b4e35
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36bc289d2a1e9c3c5c70325f5501f2baab6bc02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ec94fdf92e35e7e1d4f87c917e4149e3958d1dd059dce1b9247fda25a96a60
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d9d17a070133864b5a4d31a9c9f7aeb64d8885
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8803c6bc71ed6afe0bd20819cb9eaf1553f5a3eb2bd511cb7b391aebd36797
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51074edba5f6848bba403995f45f45153d368ece
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f701e3aa8d3b3d7ae1b8a1b601908817387f55eb16c16d24d3a40a59db975c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cf0f5e48320cdee0e948d6bafaea16d38b2300
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0622a39ce54eaada98dd3223efc328181c9910e200e80b77c85887ce2a3933
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f70915ba1d574af973a68f88fb6df75500a7c76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b7ca99a4db853f3873c1af977e0a370b1e77173111a1c38a402dd360587b7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af5953b095ca42e94e63ece45dde5aa6a995f02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8f3c78a7ec42d8856201580001c7bbe890cde5941a13ea363662cbaf301c8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85579f90e8a5509180bd911068ef26048f7f2e47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd91fad3f0d2a8a76f6261c4cf9d45ce9e32a6ca5fd0a1b0b6519e611229fef
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb0399c139ec3cc1fc22abc6c2570bb3faf640e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826e278e314e6572942414c1101e50e5b7e0e47a0f5344a7c45025045e9a1f8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9231a40deabe35b7394b00ee04b9499622bffbeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34abdf985d2ea44e8c17641b9e4e30656a49e90ef949165bab11ee476046d0af
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fa8667a42641cd8932e14169204993c381ef1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438e918fdc478f3b6a5d3fa0d79be12e2b5fc13408c0a91dc8db2369db7adda4
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db0d922cc7bca5bd769ec15365e65778a568465
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c322aec4ddac914460eabbf15bdd4a0b156066b00f604795c47c39a0607721
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e71d439a8cc25f95a60d9cff58b872e0d1a38a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e5db6963b33147f093ffe01cd4ee6e1a5db421b3c7da1f81446c61c4b17d6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0a33ab2a7a665301a0bb11a9bafe20b39dd4b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4060244ad8b5097a64df56ff0ae38dee4b07b72ab536d1e95d0fb788d5d3bc6e
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf659a7a237ac6a7f4464558b78c2a99257fde7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872fb85817d8f31a41492fdf6f6c56f97308658be9f23fb3f58db886544a1241
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63213c10d865061d7f8d47c0beff3294b04e8393
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043a2f238a60cb2c3bfcb7164b879449a807d2d81074c5847c6a5da7b09144a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98043f24d16325265e2e162f5610b5927d56cb25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239a4a3b4d42e9ed687ebf423cb26dde19006172c6ed0902429db11e09e98de5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ddef2fd7283870dcf5d92d5773fd69916232a9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e509843b42ecdc0a70e0be34ea02e04d4233d504369c9ba9a9e0b8a29135cb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfda249c3a86c86461f35378855af3bbb14525e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3b1721d1be2c74199cd92087fabffeafcffb88dfc78e55e883753bc769a5f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224229af27a03c9980420673fb68d9cf9f406a23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28580a6879f92b3530726dea9215c09a91cf62a98e5a1cd028a463af89211905
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733ba1ba1a6d394ba583430e37ce0f8cf46abe00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f553f3944f9a2f99067cf6e5b9e97ef0f7e40013ac7a67d8ba8e4b324981de
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b515aa3f9bae8117a90afccf6c75064bfb371006
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31bcf2faf85f661e403931295cf0e8ae101016574176d411f6bdf30ef2ce775
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636c12b351a5fa23e5cf1cf68dee8b0f3fc93c43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abceef5665f434cf1ba5560166d2c69d4197ef213728400fc6f08d31fda6ea7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b11987ebe95707f092e59fb4c5c879119a930d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20c05e91607f902146049b16f7dd0440b0b238643e7398d69d4754c93fb37f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d73b5b5b515be0581be9ad19f45ce792d7acd12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8031ddd84b303da99d5de4e8862364144720c3ecfde60719ce084150c770a969
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700e11eae94a55789bd6ff1e2a236d1bf2d02f61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5804468b67fe284447f5d56ebe798803194857f6c29d438d3b7ebbeab86f345
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfcb349b5d841e67321487c6ae9812da283bb97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c58d9592acd5db1bcef9e3f88968d7c0828c67fc27ce4e9b3137e39185558
+size 17539
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e530fe272fd362a1df35dee1fb7719105ff5c18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e032ccd3208634f6dd6a7f74d4d897f19bb2640c912b0360a73c384f6b6519e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1642bf9d3ef84b18676e3b964fd1363b0ffc91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66f1674551ab55f7c3b228244c7454980adac8764e15bc38cfaf8bcf23fa3d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720c14311f0f8285ea91c4182c1be80d2405975c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241bc6e3c2b4a955c1820c6dba7075db49485978882baedf09b6b780addd02b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa91ca61eeaad04918b3ef014434a705230bc30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efb5a484205aba1d0df39bb9cf2981e3810141bac3a28a24ca5dc9bd7ce325e
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e1987f21f354898e83484c672ed2b1191586ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c243e20f237211a5cab987cb11e01e964f0772b522bd6e82daf1d23ca54825c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646c196bb9d97fc0f7d292b449ab1a7ed6cb8d5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d6fdcf5f03574149b94de45082a94b7742fc7aff397548ff4e5b87ea8f6865
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1566d7c78649d0540e03381269857a31c6c38f45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9871296c231db6a780f9b977b4d903218525e1ec4180dd5cc124782f5c7581a
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd1ee795eab8f093f04ae3a0f692edd9d6e8b1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdc4ce293d769c2e6b2c579aab6a4aedae9fe86a4403fd588d5b5c137420722
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d42ef783124f436391f4544d57a160bc9b5c18b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a835e5b6f6b35d1ee596c3473a227985ee75cd6aaef8ffe7e1c15863c5b96d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89d2fa49e0e275311605031cfd9ffbb7788b880
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5162932fda92f73d6b1df362c36234cea80ab5c505758301dd88e3de10cb28ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8ad5a0aabcbdefb215744991c13a05d3832a47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11deb9d3159d4ae43789bb56bcb6d97ffe0031bad01964cdce2f77ca6d0e6f36
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7529817bcebc34207c9e77550253d1cd74a332
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5cd5b22d7a5b2680d7a34e4ae2a500781bc400ecd60f7a20a57d58afc690e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe260f3b4373425643ff0962507073ebfb61abde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c27f4bc06970c1a97ff0d6abf4b2c1dff2a2a5b917dd141327af440b60c5daf
+size 3203
diff --git a/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f3b564e82864ff369956fdefd240c49fe6dbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d09155d9c5966b5d7eb1cb905027df8d402713652522425eaf7e9c52bba68c
+size 3203