diff --git a/params/opt/4/fixed/woq/init/lm_head/scale.pt b/params/opt/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f4ab472a1051ad5144fae0799630c0708b27ad
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc821d9d840b76b2c0c006bd54bd57cba17a61d16b4c1a14fd66ce6679cda0b9
+size 202194
diff --git a/params/opt/4/fixed/woq/init/lm_head/zp.pt b/params/opt/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc6540fb2c42c54f36f17f8ccb128135184ae78
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7b4645057e59915021da284b73cda9d90bc86c6ecc502076d744cf4b9cd7aa
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7bb29dd1f7bb144e6613edb1c6f7b1c5a92b41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5adf0067b24b32080d0214e611f7dcfbb166e413772a06d075b490d5aba573
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c905c4108c24477b885604070eeb0f004d6f315
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58e22e97c6da5902e25e363985716d3fc51673fb7bd21ee7a2dd9d53fa6a2ec
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc628a6f05ddcc73d03a33cbbaae0f7dbc4ae7c1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e0d8bce474ca3653f98b1c8a407d842f4a31e2f4c50881c7c308ab711b217a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeff02039cb08d03447ae9d9fad0b932658a739
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118927d14f5a2901addadabd7831851e5a93ed60d8abb33685f49d7c0103858d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a3bf3c8d7d0342ae148fefa512ac829153d9ff
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482bf7ad2d71585e1f1bea873d0624f4b6d39905b2e2f7a19eb6341dc6aebe54
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64afe18390c390a1c421d9271f33d5fd1dc718
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1664571e9ef9c0542d36c395a0e096a8ba514c8942640bc72a1a91e13b6cced3
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2ec8c2ab03fa72a97e11c150f88aea283aff52
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fa6b974398055f87778a79160ca024ba27347a6ac8820cc4b4dc797445ea1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372abbc2c234abd87d1a8315fc9844e1c737e6a0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d6a11fb22106adfe78eb69b63698ee1b4734fe17ddf5d395a55d35ed79273
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7134d7b60e9cdd1747d67bcccb65ddb83c7c06a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce1543481d1353cd5d53e2dee72ddd071fd5235383a4dc43bc6506524547510
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8c8bee8d48ee525e2fa8b04c822cf488e69e02
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01976a08c3967414eb76701e0c0676f4d6cb93cad8ddef8813e2d71e88370070
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f1443d5a6c08239325961ecc59b3f1cfd861d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b520d4d1f07433a3863150ccd5d7b78297b0b816ce60f5aa5e825620cbb0520
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2722e012979eecb77550e347dc16b7b164200ae7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea8e900f25e495e362a6c1b2546ad75e2605b60b3bcc6f1979f4da8413bc890
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0292dceb2bad863f07e4e047ccd3f8767d84713
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df82bcd9a816a617b84def5928cdb956e88a27a22996a099df559ae605dd0b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab604929ad9a6e119b230bc40d66df35a132a64e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22368b0655aeba45b6f8aeb68e4c8131c3e2f2c9e36cc2ceff476543d3581401
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bab7e14846b7c4826d29715a2cbc164978826e5
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7c612689ccce2114b52bd1e20f4ef0e12647e9fd9fcc370f34293e7781ec18
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ea2c0c291873434cf02deabc156945176164e1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d937f1fa96923bbc27519ff7a9476c10665d92ee866d5dee9cee6cce7b77996c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be2cccad11a1befacfefde81a67f2c5cb47cd93
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e5fbde2432ae99dd37b4802b6290dcee73eb352b294f4a00697975eb0f1cc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc33435c1136b0de57033d31914ed40d9b7589
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a36c573837fa4f427d78f3488fc25cf0249362e9304b5f04d16c7352c735599
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8e41f71f84ef0ed6c70ceee4515c761598e9d2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c56449687838dc38ccb56b520749c0ecf850e597726aab0652cf73775d065
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f835a3c2fd29391fedcdd85308a73eda0fb6052
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953e7f161aee83aee2d6f4b70fcf41fc36cee5c2fc5c86a66f3e7ab7f520e10c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c38d53da321f0837e6d0769d389f660d073d14
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d0b06d081799348e17a78ebb9c20f77da9e80e584a909c58527ed53ceda78
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d314d334e9193be016f3b9f0f9057a351edef7d9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a7ae65a8f05de968cb35fe1dd2dfbf6e050ce79961d74d3b95bbc295cd192
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b357e87884951d23b775864a94b4c5e4f6b351c2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac5b959455d317aadc7904f0cd08307c4709f2167a10366b4cc7f5574a591fc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8bea259b6153a68101a2cb419a81bc689e4fdc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1b9ebd99ba8e7b51eab863ab6a76bd04d35802ec25d893351c7e96b6c62aaa
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a57848360f0e9a7db3c62c6d79fff23940fc7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678e49befc9bd4487de7748db3017ce4c25523d82df36baa6e8ac252c9e6bb5d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1ac387b69eea0f82e8bfdae37263729e32a0cd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5651aa5389e448953d90ec073df5d7ff33251e2deca26616f93421f9c2d3f58
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbd7326487cff9a2e72f3b5b25483e7234d4cb6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c112fd34fc5336faa3d9c0852cd0737fced64c7f56d8c6b54610ba87acc3e2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21644115985cad005f6113a99bd3f80f674641b8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8923aede8c145e470a540d9280c4d8301ec8687721a9b8db0eea9d245a5228d4
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519b7fb8d904e8a84babb19d4cb965ecc00ad3eb
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fa7f732683b39f6e6727187e1976ff5124f076a9ca5e78d58a052359eb873a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aff24857051a5861115524fa404ada75140d5bd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923deaa5a8d504966bebec2002d2592fe447e3cab8e81d1c993fddaffcbc8bfd
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f100cc2bf60fc3707d3e2fb62a55db653aeca
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f845d30387e0595bfe9490ebeb84081e7a7eae9e69f3cdffb4f86a3631111a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f860d93c811bf76900647118753a72371c5012e9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79706a8ba6c7190893735551de51173270a61f31135d242059483cea60a5237a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171238d3f5ac04c8fbcbb887c17df7ecee49dc41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2ca18c63ebc502cbf4ef3f20ca0f99e2be75c64bd4dd545040897066b5490
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e787d43d6da646b39ca2040871658f600b7527
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e628b4470f51154296cbbc54188846ccb0d6379e80abb431fda746f45a939e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675c583236b37d1e1ee91e89161201c120465cc1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c004d52b8e4dbf83ee607090460e539ad61bd378bea81cd9390d8d63d254fcfa
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84526db130f3b581fef579f2b217b4012283487
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f7ce54c30ccb9b269c45c65e564e58c3e117f9a8e9b6b3e58a7c3b26d7a93d
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d17ea9cad25eed3606094e47906d7a882f3f9c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e45d5c0e042becbf17281929c48ad08067b79d311b60fbde5b2d2f29c97d183
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3262067ed0df2b38dd2374a0cf46abccf89359
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5d2e07d173d5a6b981e3084697f4e59394644a57db5313b1d48abfbbc3b941
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e5adacd71f31d5a5f5b66de09ed8c57da588cd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e72a4156436e5bf432971130ee67678107be9626a88da00acefed6bc97dcb54
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76270eed24ce76286fda17ff25c138737b415ef0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b88b9d66a729538838a67f7dc12e9d0eb11df918aa92284ee209d521979832
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a619fdf6ce0e602e874ac87ee16a76e162f40f7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f121021fa27473df66cc73b00e771f793dec849847bff397c4b2aff06407fd
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b1abfdc199a9457d987de7fe55c131caa5a373
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc97b84512320e6dc6912a377ccc817a1167539a2133411b35e35f319dc9cc7
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043c0a34a732abc64fdf281ce4e3e426ddb890c3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db82d2c16102e4a7900b0780ef66067a548eac2b2d978f56681fb58bf7ef2ab0
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045d3fc248deff681964b3b144acbc74e2a7243
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef3ff1911978b1f87d8e291df42b5ad0b3bbbc1371bde08d8e1b94829cc74a1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82cdf1242091bbea46fba46acf9d93aacf17bdd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197a139eca1c57e4b8a5dc032a0474b0f41c834a797e7dd068e5adbe7d0e4e8f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbd6c3b4301ecff0beb305b6935ffb2d7d9b29e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d44b964eaac11bf1eb0753359cd41301d0603a3d3483c51a17de1c3004011b3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58eab019b5db97982e5836f506359ebc4673abe
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290d9e5cae20ff0b2b205bb4a82348b3cb8d499bf298be106db68f1b870ee3ac
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2389076da298b39b90368554dd18b632e0bed3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0675aae7b922121f5f0f892aa35c606c120c9238ef4f420ad69e9ba7037e27c
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fef0df25347b05f8580df626c3d183f8e2e38a6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2e6e939ed2bdd56363fcf581252718aa8f67d43e9697274108333cba3c8af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a4c1c61049d1071921833bb3434aa348fdb541
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311c85215570916ada32cb2f2679da94c6f0f4196ae2fdce5271642a96c165af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55de426a327a3dfed4f8a64581960e3317afa6c9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d389ceed52c678be4b78230c2fc31a1f8bc979760fc525aa58847f3203fe300c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7184da7b21da9477a9027311bf7b45b2c967ddf2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af25ac64b0d7238465ec811d28e7d6d07c7bc067ba5752c1da21f7edfde2b897
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d3025490ce9730ad6c31f62ec059412754c847
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa111cfbfe2695bab7a33712389c6e33ee6a023aa6fb2fa7baa6456f29a9663
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e3d2039696dc50663a5470ecc88cae45b9281
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cec3385eeaa43155a22bb438bea87aec965c831d1c902669255c6596f1a2700
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ada00db74493e487ea7dd3fe5608ff62b435b8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9bdb4ef9be18914612c5b9c78ce81132c2282bd16ff85f97b9d9345312f87
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54213ec9be63a7a10de274ae87586e77bdd366fc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cb690ee99cabf86d4a3c45f0eca230f62cbd86b416ebf59023604b0291f29a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5161a383d1965f9059a14a4f860a0055aa97af
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ace3e3b7450d4c1b9216edec8efca30ab20f847c063f1eaa468f563688aa29
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2386de4af8de8e2acc6e47f025b3767b5883ce2d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea4917f3436cf2f2a78b70b94df2ae72b43ba3a0c90f78cb2f20639aeadd702
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6df9c1c70106dc376e26b9595cad3900694cd22
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a9b4659319e989632853986a5a4a695d72d464b5e4119a46c77f3409347bf3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0f3c11ce44adf4455d242de389be5e276e2e95
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6261b1a19786d0635813727be7fea57b54bf816c6064d2dbc12bd6cef5fa8
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c3be4ce41ebc53e6179b1f69047fe65b6649c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da03ddd0b5b7a183dd17d75864f0f85583250920337f5f9e506a01bc81bdaeb
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f93cae85603c30f838c7e97ae4cf8682c5656
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22c822751f1069444b71af7f3974f89b3d3a4d33fedf2fa976e106a12771ef
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668b8fbd1110e6f9fe20774961fc633fc2f66a1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02976ee21d7793ce2ed8a0a447ad43cf241739831b4582b5907e55f24a06adf
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd689b13d6977653278cc05f9899af53d694886
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc56e83c02af440cd726caaef313ea0d245e304887943a4d3268326b162dfa2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e001ee20c58b998547dfe69f73c00006c460a1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e295c2990705a162c0307f4c99ac90660e041297c2b66873849203fc9d921a5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0ddd8e21970e2a09e00ede586edecb25bd14af
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44388c13910fcf5c0f1c250257cacaa1b44ed8751b8ba753f987c0615b9d055
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d74567d2837df8fe8c5d81d8a67bbf3eb2c80b1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21afd8216133d3c0fa0ccc8b8ec19e9a652c0a101577dd94dff0cc6e26fb92
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af667fa2735782bbec0aef10b6d9bfdbec734788
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298d15667e5811fadb27e8d2815272d84c2239dc4eeb51dab9148b5051c82505
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb07e531e53f4f5c35d76a2fce48fd32474d132f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667dc0c6962671cf547de53a6424b61f7118fc82406bf7cdbee60aa81d17fc2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b224e08a660b0d41895294fa3cfc3246ea56145f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e38e5331f3138acf30e3a8a0623d2e2f50cc1cdba6a924c503f826ac4e7ce3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1878e1d38dddb2d5179bd78e2c8887e9aa65a4f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051889ddff10bb772ec1c9e004ebcabeac2b98665af6a2bc0a50e9eea5502e33
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c8fa1fa38193470f0d20ea2e840a7b8029bc6a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c94559e2974902adc60ad2ce784691524ebe4c20d844b75d9caf08d5bf2b89a
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661a63b2cc0316c7fa4740d263a49e8f251b50c0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9cb88626622dd432586ed380d2ec11425d32cda9b1b98df0e4305e71f9ec6f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc193c09563c9e32036e8863d81d5b19a623bc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8febf936d0d6ba5ee37f5968655442fafeb56dc673ddb023be8a3fd9934300d5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eba8165b82ea51122ba6221c2de934d44c1bf87
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7280872a19c0661c0eff01bea6feafc2dad173ddfb5c002b56b7ada650380b43
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd4fe16e9b9d937478799561a96f58b2fa56b62
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36213c73b3184c50042378725c598381358a27935cdc359d643477bbf820773a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121976283a084597d2b0d094cad71eb15f8c0133
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f0905898f2855cd97341a4932c06faf29ff1edd53310cc9d3826e5ba7bf41b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44c93ed6c991aae03a2dfe34d0524c093a477ce
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f277c051e1d1c8a242796c5b585253819a7af29d956311f2c316f5c461cd14
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111051efc6e3fbd6da75868b0798664e9a84b31
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e891c51cce8c1932ba98bb937ec7404e70b691669632447f74b7a5aa85187b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1192b246455395a7689718f79bf03725118ec9ee
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29364b106c8b78fbac16e43176e5ff18f02c1a5e4c8e8b52dbb25d86ed8365ef
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226671bef2d200bb9480e4e993cfb979c41e87c2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeeb34fe98d60091fd9f197dfb5e4aca564714fe911b3922a757f80a94e456ac
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c57f05c3c0441945141c6238459a38010267781
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc0901155c2f22f6dd03c93fa52f20b5810467e26d96bc4d02fc431a773c22
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7a34fb50b158523d216cd84f446fe4d5f8a6c5
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4855bef5dcfa72e529febf67936408947236e36ed00e032f9528235d0a2707b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a56be9b9b84b832b874636504cd5d2de378909b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ecf04938541d67be7586c92d08dfc171d16b33b0fce91d793d197940527624
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146ad387485b996c0e85181fa13f724d6c3c4998
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe87596c89c756abcb05f82e6ce80dcc80b696f0da19a646574e3147a483b92
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f328b17375d0fd2bde5a4034db81d87d0dd12e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb49581de5e38bbc61d5081f5aecf427e29afa5dc63bb0ae21e7894e815893e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d6448b7b1f8a23d126b3a5ff1cff862316b141
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c569d8773da69d2a1f7481906859b588cceb3fa54cf2d281d158bbaa2a76b48
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf67c5e2dd342c6bae3766ecf9bd576a693e356
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45567624116573021003fe922ea02a48aa8e1596371dba0a5e90a217bffb1a5b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84f2e0f9aa9600d41d9f97580611395fa96e189
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daae072884bd69fc287539b68275941e2e1fc102dbb13f7c6b6080e5e05cb734
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9c85050b9155d386e4cda45ae560257bddb130
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c151010dff31d3a9350d01a4631682899d6512bcc80aac841bbf89dbdb1e8d7b
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110f38e2d82cda8aab046c18d946f899080a762f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3a3dad2a70205b0f59533e92992a75e50c0b0a3a8f0a08a99470b5894d946
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0056a6276886fabfba25dfc1f884dd8668af3e5d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c6d201135532d65f3832c05b9ed23e7889c8d093d6a8340af598639c301d4
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f057618bd74d9e0ea6334e40f4081b8f1129b9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b41b4902d512f117fd2d5713681594a4b00c790f7d9c3195bd338c64704b66
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266847c5f4635ce3b9d5b7bae08ee0d1ebe5e9c3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24218a3e44e9565a12714a9358a064277d74553508901925954d8dd306450c9f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bf7b17d35890e38bfed87294da915551057695
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b2386892d7f59eb2936023929832d62f16346720095c71f5809a1c827a6d6e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830bb9108987581a0ba282267fae8a546d71dc9d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f26cb64dc050ccf4408020f42f1d3337c0a4d0b81865a06c5a1e04629a5c28c
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6d647b0519ead34b1348e8caa1e689ec199a1a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ea0479d7df13b227d5554e539488e6845c122f91c38bc6a687285b1432d527
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b590799021f6013bf8a3b4697ac1a8d20f22ada7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660b230c1e9723db05015cf3c15b350745e48adef010ef4a627c9ddf3c463a9d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f407094beb30259371aaa958f748b1361f0c69
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fa635abc17e1ba83de9a140c7fdc5b865335c5b0a1a50307b3f5c1dbe512b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff783af8b721b9938baaa19135fb576c9d48624
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a9f3512753b790361e208e3832b357e68d5072d00d4e8d0fb3fe2f8c50b3de
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5445442e1de63eee219918d647f4bd538be6ea
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e1978ffe9b1a0b4bff441b79935797df9cf552a31b409cb4bfb06f74538127
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3624f307e2e2e71bd23bd891a12734d67f3d04
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad109cf73105a03d048f5512971e8e7d6fd4bf09d95c406a9338b8b4dc2579c7
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c79c5fb1f652fbde4efe215331a13417d31380
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c063c98440b3eab4f71ff4231de2da87d2aaea89c3cbce57bb4e652374d3b53f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd1f33a83071e71715d3a5785fdfe589d0ff624
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e2d7f535e0fe157b2721ee415c979dbfa6435af1dae394c59f1a5b294a56c1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0832c55e521e759a3d325dbd9cc72edc0153a41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f156ba903f5eea86afeb09b8d328df991c965705444fb5bd962dfa94df56d77b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0889780b0c98d7bce600f647f62b5101790389c9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c652f6f35f82355dfae574d79b46346e54763c4503b6098ed826dbc7a285af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e801a9d738c8e1a31ebd8d1db623f6c6bc4f08e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751aca4e8a16bb8bbf9df8f863519473370299c9c1c03894eac6d30133610a41
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaeb696e7c0d77f90d9147be6d8fc32240984b4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b33e9552009d22b593b6f0ed96e105bc46aee34f6a58a04147c56280f9ebc56
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e70f9d3715f0926aedf2e386ddfd9aa8079da6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5930e753a2e582bade389118c2445c30459fd38e9f24c0212dbd6da87730f5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5ba511a11b819e93b9689b6d879893a0e99917
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f630f4291ba2fe3fece979407217b4923a28cdf5bc850b6065f36e11114cfa69
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d632945259660e28ee89399373f99dca35b5f9c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b53579c4593157d19336c2fd3ba661962088366b97421ae6c0e80d50764595
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abc5de24f84d21ee67c9184eec9a87a2d76757a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81a11e6a958fb079900872467658dc287fa25cead652ae4ab8a7487f3f838be
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ce2d3e978761022fc926b29e22b638af754a95
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63df03cf6e3c3ebdb7e53410415a7d27c7316b6147de0fcffc9ea43368841a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c219eb149959dfda4fddbfcdd3af0e45941f3814
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc07ff016a1406a69c892142aeaa899a43512577bbbc0aabc1125f879820259d
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05380de1767101ba2eb6e6417961bbce55b645a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78b327b34d80e7ce15149a38c2314c5334fa9fa3016aa0746da94c7bbd45a28
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af714c73719ca8ec85a9efafbfdb6b7cf709036
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f426f18b5ec123108ddd8bb4fafc2485994b50c090a65a29f865149ad7cccc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e893456857da520f59b929ea6d633999d3bbbc2e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede39dcc0800e4edd352a15eacff9d39425caaf7bb279f7335aa680b05aea995
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25415a1d2ced96dc722201a262c9941a83948ed0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0c597ca4672354ce8eacbe999c12bd9a7a1d932fdeb0144b63fc98a721e26
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bee5db4019383fe4ee9b3a826003bfa4d52e81
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eae11444ad9db978e7dd6139f17105f445b97fbc83ecceaf1bf43cdb3f492b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71652ae8b1b4beed68182c8c70bfe59fe507568
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8307b02268c38cdc8d2c2a751cd1de7f6e841d81717ef1f7fdb0ff600c292b
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f77e3b97962378500cb65af0aea7881fb52a9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aef9866b0e4d244da90e48986c36935c996da893bed0e9a4489c05ef77110a3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6c322f65d93c3f6c9bf1b53b07bc0c2a8ca71b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ca61d080c6dc2fb11ab3336b8e2eddc39dcfa960714b93d12fc4ace55be32b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cad89ac1c23181d88431ba74f9f24f8ed98475
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb5af8abb86ae53d003df7a45afbdb6d292dd5bdec94d2aa614d02bcdd856d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261c32832f56f9892db28c3e9658ab42cc79028b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7190b464d62786a3ac10fc5b70018661d663cfb15041f3b5843a004d669d086
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaa3dedb217068fbb16a16a90d24ae10eaf0fc0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6146784cae2e670892062d6946e5fac673f972764968ab66112c4fe1b132229
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dd4a90374f4b699e5cb59e9374ee362bcffdbf
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9834c6b16271db0c66151f55482c1ddd9792da358f97ede2004c6f0b96feee
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de6c07562263daaa32a2dcdd95a4f97860329f4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbdb1f26286757f8fb2e10e4c0b58ce56dd2861a31b0a723d4f06fdfb1ef811
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34144285521878bef227b0273a56fb6a14049849
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351def7017a54797c89f01803dbb4b02e1d0aa366d95ce6dfb18973324310d7c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87322e00961f962f75cec92eb2bca146bc086b20
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f4ebf3150034f8e7990fd6f5115248aad4c17683da9440d76472c2db702001
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9863f007114b01cdcefbe6a5e6ed374e70d45288
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63685a9d51de9f27e9e724483ba99b7869bc6d99ab8dd8db87586be1f4a109
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af48324438b88b28e71700b107d905c3ce56ae8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f8230b344c7f2805fad52d17b9ec98f1efaa9fb9a84fe4a6dc4fcd6415a6ce
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e505480e992dcf611569b69fabf7729980548
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397fda2c59990f51952e86797c36dd7ad9a32a39a40a5ad5a9560c91c91f3fc9
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6730a46200e65780944e9e6b5cf5f4b0283b9516
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbec205f7c5abc8b63dca9ba7350c24e636aab3e2155eec5cb0856683c692f1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233c235b18d632d517c5564034944dd2eee48e3f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd364aebbccb73fcb1e0293a67d273ec9f32456e8e807843aa7a8544f611910
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84efb053d1b967eb583d50e65a87ea6c0496e2f7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154944229ae387df0aa5ac25a424250bf47e0136705fbc2eff8efbddb942b5a8
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1252475875548a15f57c5640b0e7dacccd4036a4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ad758d5cc9b7eb3da1161f0a406daeb816600ecd8d59179de33f66f0e2cac6
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825f8a89f0d5a367a48fb650b0ef00fdbb5d92a3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef033bcbc6e4d89e2959fcf5d6b1d4ffcb32623bb64a57ccf083bbd05d96a45
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925216f31eebf3fad7396ae62da5c2ee12f5604
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20a98ab300c3def05f365e00c7fba7eaec6a048fa290b286c600acde7ba34bd
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03db05af3c2115f5b3749669c2a57b701c6f749e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de18992caa7947229a4344aad407456e5fe438121c6053d8aed776cef078336a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0f12e446bfcedb24a327a2b7ceedef0b5bd518
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7f24638f53a4643475fe9867ab97e1688f96d021ff8240a2a272f5f34345e8
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7291a11ae8092aa92699e8accb7796bc08d14625
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d43729c825d0597332993a044430eaa581bb0523e9192cbc3f7b3a7f80e41a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4461bfedb688bf9c854a03443876e233e6aadbaf
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9310e0e50a04c24b3bce0e4a276b56b69371d33567ce6e84e0f9e4a1677e3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c35089370b5b27ccacef0e7f225fe122eceabd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14e189efe0a88bb0c09f4fd0c41ab240aa228a85d141c4e0256ada2060eb8d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e471dcb04eb8bc6a92e760b6dade7739b4401e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9bb157d6ea2c40cc8da5440e99412c773413468a5789bf608e4021f091dc6c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bca3899dfda34942e38e1143e28859691c3020d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64418ec2ede27c22ad0fca8fa4afc419bccbd6aec52ae9e56a097038d96e2a41
+size 3154
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14af581401d322455dcfb637ae4e6fc141a7f529
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab43012c0645744b87c01990e6cf29d58b4b5ea9bb2f73b1bd88c6c8396b778
+size 202337
diff --git a/params/opt/4/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aa6a89127fa7b5e712144e1eb43596fbe97735
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99d39b47b27b84a3eb81c53a6533519933c4559c093c845cc851aa5376e3314
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b2f3781fe260011eeb9428762f62fa51048a95
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a203547a790bf91d7d087ed71ecf8d5729138e41e5af62c71da5d02cd4d842dd
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1765353a5ca7bde0bf8d13bb1989f43db21fd84
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf90b79c339f002af795ebac26308dce44f3ce55f9475bd9c07e0a1a79c96c7d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad5e099feb77733c41d4918873b2989a56b83f0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61a09001c42eb74bc36cef41c364bd0bab17ef787bb300ac42e3c1dd9d65fd7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb84c5db9821baa5e0c2ffa2de46246b84e3a97
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a20f703b0ac049387aba674ca38db2f391bf08cc4864858f0e99b6f701bbb0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6780cde384c486fefb466b540f580f106c921880
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5de48aa4c051c76c291f8d73ef7d463ba125201f743ed3f984fd2129de6eb3e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becac316ca24764525fed7222468b3715805fd80
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800c8121143d4ccb6d26cb22eeb0354746b85d0e29c2327970181094d0565e81
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bef56d3847fbf29f2bf0089778092d1013acb9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fabb73de6a951dce5f8d9b395efd2e9f320ea0ca339d285b77c79672f3f77a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e24ecaac7fe448a7db026e528d6f25c8f649e0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efc1a0c07c9bdb433da5bff47a8597f03edeb8193df1af6ee48e3f5bafe53e4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25942b325b85bafafb8b547bc793b21cc23399b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0180528fdc19cc6bb8cbc88d9237aa74adb32f82babf9cc027faa5605d95e5b
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404211bc261b7bd8e6281252ce791e64b60c44b4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c636aa974a54c6595c5f01d629fda6ba5fda86d2187856a472d38b18d67fd8c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcfb0ecca16b261208c33f62368529f557ecdb3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9bf95589fa9aad51a7ae564e89256f27f221b0e7c7d24a1414a5721d8d30a7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc7d169e2e68eddf8c71f77e4dd6a9f4118ab5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb41afc55b5aa6a6afdef6109508ddcbb8a9c24c009fc753b8d37c62f9c62db
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a34928dda592b8615e3b3964509bba6d28b03a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07514fd70d31bc66c1e4ef15c126fcec95dd593e5e6f637db7014ffb4e6f5a4
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e185fd14637c3af00d0bbcd7cf85e657787defd6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d64e5ff8c3e65aa94dc364efddf5a0e4ebb8e134b295997c331c5035bc8e93
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf28ce327898dd3641cec4daca1991d0662b7cef
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31335468fe1e1c5726683f501bd98a3b80f504641419524bd0c50ce473b1cef7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2602e74e5478e715f35103049dc160b1ad9343
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ce12f18afd9d86808a108b6e0abae9174f81476a9b85c993a4838f44597d56
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c17a542ccfe9f2d28c470ecc6cbd7305ba6511
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2162e877626f1eb6f41f5c141ae59203726468b15eb43ceb52a224e729d01ef
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190f007d11794b52b1d66b23a22ec48b39a64d9c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5f9d6bc4f754664235f8572f977f3a710b1c5d1d80d4a490ca629c5fa70bc0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b50966d49775cd12749a88888dd9335efa22a24
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73651d8a63ec5a4cf4922239f765c700d614e62ff6744ae8d60f9a2d12365f1e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f8b9a7ba49bc9a084839d64f4e1df266bbb903
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4580ccce3694a0ad7ed01badaee741f61f2e1452eb5bf7bb1954a774accbd3fc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68710c5e3ffd46d6f115466adde5d17dae1bc6ca
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc8a809fcb3a64e3fa96494fc68ccf4ddb99cb8ea45395bfbb20516e60700cf
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cdab2874eb778d8ae5baad0e620fd2cb19adc5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5099a2b486691e8ff83dbdff8119c8aed3687009c31880deb7c2b498261d8170
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b746ea2774f35293f1f92e6e024a27c299956f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072d5eafb75342b3792ad3146a797d11d33d69d155be2ff6ee08296fda01ae2e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8b9a75c32dd5256a8f00708a60225c1f84914b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723b79b70b3d1cfe97ac1a3e7d4886441af0a5915b025c08f0e0ee68f7f23fe7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e16c1d6053d10c74b50b6cc526d1af686b7edf
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8125f11c7edafb79bcc4b388bb3ad53b598c2193a9c672e2ec85ddd18e758c8
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683c5bcefae5bd0a5dd689759d1d38c0192a4fcd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82973610162d937d5d075bd3ac6c8b072e33d6fb5f8c145521942af5b293c6f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2c5e8896653ede1d5202388310378e9b233b60
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0d826496a2bc8d7561287db8ff780ce4ffadf55dd4b74ee05879d3fedc5e64
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fcab18b42826dd39b849abb128a239098b3104
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b275e97de425ee5515c32b781620283080e4d3d1f36afa7826de32244d45a0d1
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94ebe645d34ce7ddddc1f312b1b8c0731b5aa81
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc4bcc059cc0c994cb334337c7e485206c5605e3655effb43535b08028aaf12
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681f004a3293276156bca61519b917c272598496
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c16a36e4366ccf7fd61c250015609b6d37624369dbc3ce4e231eb9b4f8f3bde
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc13ed075de378ce63e86e1e16675712139a78f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da6bc2268f50bb188768d4bd5fd1c569f9322bfd86d3f45c9b0f1a15595eed6
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c92e4f1c3ce98ca78df86e55d8df273fac77cc7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eea58adde424700043d01b6a3b3f355f16fbee0a155c9e445c9371dacc4dbe
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d3716447678fc39b0d849fd0e1f04af89aef59
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59739552c569a6c15dc92bfda87bc3732ee624c39cca69d0823439fdb99cb97a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2772422a12c27e522a7ae0ce840851f718056bde
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d649e7dcb32e266fe8053460b333aec72307baf7e5c5839c6feebc75994cae2f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d596e7afd1900b62c505843f6edec1c2db3a5624
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b3690b0fce6844b7ad241930dc32402eb65a51369b68347f167cb2f881e8bd
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd7430623341f5db312a82e737eabec33dac408
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad7745d81c983df9996959a0e8f52fa4c60c93c0aa8afba7d2d7fbb12c6d089
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d72466f7ece8a7d21e8a42cca109f9cd1c1df8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5042ee9cd2444cd2360f5c59a1eb6b59ac76b6c6de270494a51a84761af587
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e3e10f71b3f53db3a95806541ffd8b52e4239a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a8f04487db0d03871eb090c33468f2236e331f447111eb65ced641fab20a6d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c491cc0d1326fdd89efda2ce560a1bca12397bc8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf19aad763d4acd675893350ffa6b073f13561a05aee0ea9e4e12495bb18b28e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ade6f5af667802a8edf27308f0ab8eb356064b9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1e000c814473d6edcbcaf62dd39b00c1a92265880dd0e07db1429d18b2f733
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0305d28575229845cb09d158c914e2a2c288c85
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe13d90df941c2862b55388033c2167dee6363d9295e7235ad21446fab2abcd
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b303b73ebf18bc5fe2aad5001009c59182a6804
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568a99fdfbd932b4dc8f642702126eb1b6e917fd019b9f86dea904ecab4f3ea8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d8f65d90ad82503a7c1f80b63678f7148122cc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aece759eb6c652b4a27d7f6483ab8d8530a0f81d2d84bd8933b18e2661b1587
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96630d03dec65cb2bed58f0113b5dcde877adc2c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d461241ab64357737e97a431ee0d7e29c23d5e99c65e1d9ea570685f46a442ac
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a150fe8579c2ab73088615803f14caae1a146e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1184b6b9829cdd54c9754bc44262a6374cff38dc54c42ad9acc0be940bd991a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73ef8f6724fdb944bf387ec18e17f459fe7ba75
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe0e7a64a87f51582f11fa5311c3c431c6a3264edfaee58ba02071a29414f7d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0d8b372acd8e590f5c93b7527d2772ceaa4afe
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a7e83aac2f3e6ed62f0c21120637dfe503d9f0c938965b8d19905555de43b7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b33c2979b8b92fafbf1b19407dd9468e3b84ea
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba2f8d103e6a250611478adcafde572e447e127946034cdbc4d11fad1456906
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18ef5601b1a7a77687405be5b9d174ef0b605ba
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd7b5e923be7dd88f8b5d6cb46c3d6f2587d67b3a59fafbcc9c22a7d767957a
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cbe9af6921a6eb58d2806d765aa973b7ec1d54
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2127dcba235e461a0e0ab5df87ff01c80e662e20a04f23a39a7283e594a8baf
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac5b377df1f3f6956d80cb89fbb741b1f5c4318
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ac0cb0be2188494fc20b60f61199bb0e1adf344ef89eea6c4e4c6464daf605
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fb97fdfb6e13a4547d519b55414efd93743e99
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc34a4ad7d216d5dda3400eb3378f5e9d901731b61d208d0518b467d514ade92
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53bb8ede894ba2e2bcf77a996370f27bddcdc74
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cc5c75e42f13fdf66edc0f0f19c809064186079b30b1914ba36e35f61be930
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb484828b9a3b9923058780ada081fedbfb5baa6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db13354d40630444fa7cc01d95e3147d062adf4d542a48a9859dcd92cdc98642
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d277bad574282c90fbb4946430062345ef25afee
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27262d4f689cf27aaa4cf38f396cc52ef45f05e98e21ec714acf1f53440566db
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7d5b34581db034fd75e4f0d23d1884a36dc0d2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2982cd1310dc63d99b4b8c2a605fe4e56f77b7cadd711087b8c049813be5c3c6
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e6ff4e7c2958767fb33684da3ed6c70083f726
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad183dd91d87c5fc0a8656ffa264a9eee2775ee71f2bef45e386881ead1a005
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94e5f5a0dc62a62cbc6f8c164fe39f23983b334
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8106aeb0cdbfcfa2abde04b68bc9d8f2a637be032508d2d6913ecb64560ae0c8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14733d781567c3eb88beb442d471a0604b75c15c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04593dfb1735d43335cca46af6ea98b6a29f36f3fa07fb852a6dd07ca51c4389
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c793bde79717699135eb264d01387b6e7b5d7a9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa56e6f534369bb7ff41a45b0234143ae74fc575cc87780f30d22ec8dea48bc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0076f53483aa8aeb94faa1febfc20ee1763478ac
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80be2ce748c3990c9f8e11c864c6e921b27240a10126b34972480529ce4ff67a
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5116070915ec80a39b84351dba8cc12a6e7d9da1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5c2865b0f5782172948980faea8e8c5f12591b7bf93caf304e0c5c772e938
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6812eda1e9c9f906c4d9cb6a5998b487d3985ec
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e416d54af04857dc3f0bfd652a632abe4c6371bc52280f6d4667e52de56c0535
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8837703b1163ad10c0309e648ceb77b39df42c48
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daba6261812ec5074d8604e81c949aa567cb1d6bfe3cbb36ec0406dd6ea7dff1
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e6394d7dfccb4226b114dba02b29395aa15633
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be59b8e25065c2846c51d358a2706c969e3ae8d6a5683cc841e1ec3dee0afc6
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce33693add77efcdf9c4cdf93c0acc1be8822ca6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721f2d268965d99ee29d515c6a675393bb420accc3e04c794341014f98769e01
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccc4a38ddaac674a80193708f730e7159fac8a9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739261729bcdbd9dd61b90b41444087ac152bec318d1ba7ab5f2f8aa88a0edc0
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd9bed8cb9c8da09f7609ff76714fbcac0d83f8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677d1c2cb17ac0b1770aec3d0c1f5e84d864f813f31d903251a23a2df612fc9b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b793b8bdcef029ab9fd495fa1c9b6bdc89d7b74
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba049d08646f1a9283b87b106ab26daf1dc43c7ca2c0b250790f902805c78a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b418039404ac2ab59dc9979e5ffbc8ecb8852f69
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d058c2dae59fbb0f7a743c434c9ab528d304128af2b6270d8b485a87ef40b4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2971dd5a3ebf753b77dbe20ab9f146d86fe0bae
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e808a9d42412ec3ac9da3c34eb60208a4aa29b6247e902905bc4c5fbcc6f399d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd4fd5240d24a1e35f6ff86566c491735b7bf99
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f5012fcd5d0da5e26a2acd75b1a31c6a8171c227c6bf6d3d4eddfa6e412a3d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e568cf02d6cde296d8ca331959461f432a9e66c4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc34a6f4fd1c9d6ce884ec9b40b878677bee81ef3bcbd1ebb472353d591928e
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a172e5cdd82726a489fa9bb0196e011f71de8609
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3df970f3796f03b7cf044d5f405bc2c2e0de8ff343ea276d965f33ed9f98ad4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984ca8295c477f9b4c5d3a260cad62a5414829ad
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb24d5d360f877e1535f7bbd9010aad340f692590797f93e3b77fa6fb5d24bf5
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c696e1973d1e4cdbdc06e52127bb8f218a1966
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71a4d862510f1b89ffb17ac06c24920cbf591f4791304c037a5807d0635b834
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b192920cca32cebb605a9238162f0720da010d3c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e04a1eba70571b49ccc97b66cc51af28956a6645a8cac0735beb4f6993162f
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e2d88ede38d241eda327b025ac419baa3384a8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663481eace1d27ace0a0c27e8c060e5d0c6721a7aa8ff323f92bd3d51cecc075
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46484d8cdb88a431005b5b69252209c7fc7ec11
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bd1ef51b596c71cc31e83662a9b0ef0dd54596af340b689c3ca20f0e9488de
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac07cb460f172856616389fdb92cdf8ba00caaf7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5669e1d25c9b08d712ca231dfa0c72d715eed643d85b45cc0e415871fd69bc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deed66ad938b521b69c67c39385a9d2f61651407
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9b8dadfb1a488c45c053b0eb5a520a312226265e8e55590e7e77a25d4cd8ab
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f56079a03f72fb1c6be38cece7e0348c96fa47
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8022ac08b622f381489fa2dd8eaa81e6f44dbd35f2db42baca90bc4ec2d242a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5292a296d4e00d278d4ab60089d4667146bffa8e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f793ac6773e57d59d036f97a960db15a623ae7aaa2a113b0e683e7a1e84a6c09
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5b61f3968f4d1371c2efac66cc7316ec43fe35
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a839fc43590de9336d5a7455c5dc416f469e44b01544647128cf98067b57ee
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f5527f42806ca58a9c423ea1bc7736653767d9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205d5c2da617b76650fe1269c1bfc4407d516207eb154eab3d432e4d899c4871
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df41ba34f4ee584efe1e676b8260a90df63b2aa
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e549e08c58a6e6db14a974ec5d048a1a9358846cbf46edc6cc2fa68e9d2bfa
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5128401f1e7bd4b6cfd323ca7e94e228894817
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4a6cff488a8455305938b4bc4643c6b2bf698896951398877f25a61a10685c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef1b1c147c0f3428d8033144c09d356e86241d2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d84f828761aea8cedeaa253a6a4c07ece8b4ed2c949591c2866a7f1cf7587
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b65fddd2e9d732c395f3212c2c8a216957446bb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dbc439da6b9ae9dc2561891a57d7acb3929bd6a409bfe9a5566fa22f9ec1fa
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a914e83d9529a69d4f02b325d09b2e082502c2be
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d57a896ce46c0da2d3d78d69741179ef765487ccb77d603208af798470666ab
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057f71760dd815b2ef10b99b082968e382eb9290
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8cb531fad697c39023568bbbf98cb7868a5a76f30434c85db6971f3299b05e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be367fc18c3222a68308c723b2b318a3c4033444
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f914f58108c8baf4e11b41e200db0fa36e6e9e656d24fb2fc63d85f752a325b9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebffb21cf15476098fba8e0fd0ec4e5083815003
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed14ea8580019e00812ea42e5dfcd853060abc925185d3a787f00f7d61cb229
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08b89c080ddc1191c715608463ceb1a8ee7aa8e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce34755618d85757f3b6bbe8e509a56916639bfc79c422671500fbaac2f2bd2b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ded4a4737d1fba7f13d8db518a1c8a152ba4c9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f6d6237306afe3afe29beab18fff29a1a067d23e9d05da6fa183a45623f157
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f3098c02b79a0871d395e0243ca185f3fab65c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3ee40c13b801bcf1a504dccfc79bf5af708d9222d3652871f16b95a8e007a3
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea79fbf265325ffe633b903dd1fc5081fe829da
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbe03f9e4bf5389c2c7ce16af01bac14b5b5bd8a6ff31a8550bbe322a4f5b78
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b762c53c99b54f281b0ae554b53cc9cc24ccbf
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574ae43ceeb75305680a51938784eb1ee455ddb048ab114e184be362fba492fc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdea04233db9cb7369289c62017e618f6954acb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9813eaca37dc7063075ebab45ed6c020c15d8fa298a6abb8b2b93eeac64ec161
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0535354ddc841c89edb8e713bfc795330bd12b85
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b41323092d911a1f84a205920e9e08d1fc43e1c341536a62f6df8f00cd3f30
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f70385118e3fc384602c21df282a6eaffb42500
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec1425a44de4eba1a0090195e4c66b8604adbf3ca75fb982672a3f8373650af
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad39f8a77cf9318f0e34cfe4a11ed236b1d24a91
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38399f8ad9851bf4261f6f741e826ed38346f6ebb103fa51daf6fac8efb3d31
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fc39143285732cbe7251683c90c1c279cae3b1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeddcf2d4becc3616a48b7822b808b41c5d134e42ef6999a994268a7e3a7de2
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326bfbceab63c68c117bb8c6e1cb399ca1e42d6b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9db07c704c954cf4ab267820c3115c412dbece932b4d8f2903d4d545138863
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f66527c10244347d183045b464bde9193be314
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8851934b309f44112f4d55024f28ea2068a25a8f5aa14154a4bfebd66b139b2
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661e6e76e054b6ff446071a884af3d45a236e0c7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3817ba38415a64359ea7fc5c5f7548fcfab353293fb723eb568026ec297aace
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f00dc09b3aff49f1ed942c5b4b2a63ef32a945
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4653dba87cab2cfbe36f3744388cab2dc0e84cfa570914cf69e9a658137ee1
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8838d61e5e8c55446eb7b6e3fadbb4101f146c7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5b4ea188665cac2bc5e4efb2c7ccc46af5a7ae7ee35a6a1d98d29bd3b39aae
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e88308e89e6fc2fcefa94cd5ebada0753d27e24
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad9b05b1fbde72dabab2f86cc1e5fca9dd446f22024448c54173d1a8963c617
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac454a4b7df3ae874154a74ad3f130e7e08bd414
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52638fd05ec41118362075cdf12ec5ae3d7d78007dd4ac00d3789304952ffd24
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4934c387cf69c98b19b4a18e7e40eb3ebbecf9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a568564f86ee6445857589be09c02d485ab5d32b37586e11ceb3f3a35a7b6b
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357ef8c5f579551c0631dbe6d7c94ed135979d4b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1ff2082c4b795de2bc57f3390c3621ea41cfb4a509c75ac794481ab1d570cf
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160e7abaa6e3785b50d5746bdb1b66e5d26f1594
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336ecabd7966577dc9a004ddc9014b219a091a62aa2b2c353195acf2b14bb1da
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ef89a223429c4f6bf8de91f89a7f0906dfce00
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f1c5083af6534511e142c07a72fbfe055290e3a774a9d2517b582ac5098919
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ac948a86f78913f88927938f27386510754b52
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b29ed24485f847f6af7db0706d30061abe38458f9a479514ced5ec80120c99
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d3890022752e7e93c09bea436c24d9d5923ee0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ddc275da18450af009e8cdbff7c4cf185f782978e1493ab0449753dc7bd54d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a159ba3f85034f29c7793d546175b0471a73af5e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb5262bd420b39d6271c1ece2d81b16e1bbe1be59e9112c5fdd136448278132
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b25eebe9eaccc998095e6c296dfa0f1571a91f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c242b3195b4083219c36dfa9e1b07edfbe664117c3525f6139786712d64735d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf4d0b7ea71b35f30ebfe5a2558abfca85ab58e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51869adb9884446fb4de63f70cc5e60c7d75250a64b443faa701494beee09bdd
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4825d56c21df11626357b468009d7ff054926b69
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f1a35c7e11368790a0d2ad7ca2baeb7d016e60933a598d955615d6e71d358c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269db0e055da7f081068bc3d6e15d37b5b0eea38
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a04d32678340597d7129cd734d2bf370f279f234ca6993531efe8cb83a03c4d
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18a317b8f59cef34bc1665fea0fbd06b7f66c87
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38087a2a13aa7fdc757829e49155e1c9c7e53d7e425dbf9ed2aca23119a5098
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0fbc29c70c86acb373b025ea47c107eab1e336
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dbbf6852a1d6448ae0519b9628be99cfceb02dfc1052271ad94331433640fa
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214489db98d29935a9e3e9a6ba0632ae079e6787
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0688a418ee1556923e6d993de5777d88b41347e27bbecf1f6a2acb8d141587fa
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943789e61457601dfa00e374431ce43d4491624b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df91e154ba11d4c11ede05547af9560452aa23386f05dc4d0d184f995c8aa5d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117dfa452d0a7ed2c60aa52d0ee80d9a0e2d5be9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05a76ea6bb374346c027121a445b754c32ccde77a8e2e4f39e8c9a6e0ac50ca
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bee03666fc9a06522045820ec1a0035e6b54cd9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c77d3428c7059263312916a0f44648363da9ab2792ae810542c00fee340aed
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f777f1ff09cab64d4a17e22fdc1a5f53dd2f924
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98a798163bf1637b671296e55261c750fd46ea9fb18a5eae62496b1df0e5ed0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52273aec2d826e6fd9cc1200d934f75f6b1abc0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15b94efff61065997d6fa8f1ca72bf014c78121ffc0be572f8505c3e253332d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743fd1c6910afca638138bd1f1e7c623bdb1b3a1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155c87b6da558a2d1b61e0c5feeb202e647e09d33d1706cc8dd3af896e18ce02
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72b8fbd041c57f90a6663d5bcb7e9c7d8ed234f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710e60fce9368e7296f34df8d9f7e5018217783a98c55b1d05296366e6cdb7e
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6889da577d89817eebd7b77be1d2a8e60224a1d0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9648663c7c90085731304dc65f4d0849445c60fa1a2c0d65d40681f30dfa7b1
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cccb8f772061b2cdb32e0074a9a0f0735e475fb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acf51121e20388f2f0b1158754f091508209a5a9f2089770b28059971d36272
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d453986fc27e3ec1cd1e3cfb34888f0725fd9c6
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7677e61146f2c570e22a70af0af4e74da2238007e0e039698d4cdc66ebe737a8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5148d6ccebc0d8ea1eebd0c9b7d855daf4575ff
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd322dbb380ad732fd43ec4f9be75a7f87adbb1261dc3184ec10b27a642c81a2
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285f2fc908f9a40f513367a3adfb20e19680462b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d09e67d7e3e05463870abb73f6a388b9e75091593a6c893f0df517f1f3abd6
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7501aa16c8b1e1429862067423b107eda02bea51
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e892576954eda650c2936a832c3737de769d20256bb6da2f7303f1bb5e0c1237
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278b8501f4a1c9ca4113eb0e0ce15287e81816b4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5737dd89c42cd07ee5b28314d914e061578bcffd2db0819a9b38c7fd6b45c139
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45796406f9d7852602622270c72dc67710a1a9fb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387b09d2a140125d057582e68e7e420414497443139dbace81f8432c2291ad75
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ef67a52844ea12d22fb9645712d9aa7382c157
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a09e81e0b175a94444343c6e8d32194477b050cac0e43a0985a49e33b6837ac
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26a4955c1b6356500c75e31c32338a5142662fa
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855ed07395adebc50e96548150769ffe6b51582d3246abf5e68ec822826b8df3
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da316d976ac7603672fa433943269ad92b6fc02a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9ddab106c849fb08a508dded25f6d8bbc488573a51005575c83477c0660472
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f38c8c07d1db3df9c4a4ee6931fad999949d6e0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c5a2c5b903d59ae5a00a9b1426700236b23f54229f8de0929dd76761516da9
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e30acb384d7067dd8ec4aa4fdc51faa6e499170
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b48e488acb6a249e0f90aaa7f43bef3f687c40b7b03b0cbbc31c9c0373e639
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6aeeb4b19671eabad5fe057b2889d40f5bbb6b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e44c6adb80d53f4087e3f10f4ac86cd3828bd27e3669bb51ed71cd2366fe8d
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e19f72bb7d9ee57a1ab18188e47af38e4929d08
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013b1fe29412c9d240e82ca302230d6111c72f2e265ae6634d66b160da2be7e4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce74d57e95b7765898fcf8cb5b4cedd543a85637
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720e21593a644396a3e15756c0ba7f94b8baf539c78b7849e743bed5c453e757
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bea7dc1a42c3f39cbf105282002b872238f59d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb75a830ce7b483ebcea4d4bf16c146e21be5008650a3db3e2915c8531f27916
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58897e8c8842d8c18b0f27e42f661126dbef7d60
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a0a2e422c833b3e1e2f7a5809531ff12506d6a739e4397504c9d45d01807d4
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224e5c30133090c584d707b75e495373e4617a21
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ce9d5d04aadb8059b36ddaf09ad0a472b975aa94abd169df04034de5ecfd0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474ba4ba49cb0f7c37c0158244f59151dd992070
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696509e16e386ff3afe43f2b587c7ec4656b94c99ed252f68147f2308f3ccc77
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c463d618d8c2e57d9a037faf9a2dc4db4c7cc889
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6846cd187cc48626e10b4a05938d8e285f967c46400d6751f093bb514413f61
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f929cf6e89ce40f4ec9a1bb67017092bfb350e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2db04c06198c4978454d28120e4d10ab2f00b0951ac9c2aa5e11b2781a5bb8
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4864ab1fb71d05388b2ec0e543b5638eea258ae
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbcb7d0608cf03df5b40cc9073aacaffa500f6ecaa88679c24462a0efa842dd
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59042fd1b1c08907074633e5ad1774a88ac4a240
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25294363964b3c719723e415aa6f00dfdb08ef88f5c64089bd96618b90f9d808
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea95dcfbd557e39df9661d08240290bd44e8f93a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b78d864c3c899da28b7504687f739742aa99361129e55ad756a401e0c1d0f4f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18420e0235a7b480ef7a96542fa8c168a9e5f38b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20198fe748b8c32f0a16744b4bc8642b27541f676b27b7fa244d4a6c34b418d7
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688166d58e536060f47b2793def0ff57570c8930
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2096d6251e6b8ac308daa220ab5a07faa5ba2eeafb7be054a68102b8bea4c7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53064a4319b7ac4e9a06b4dcd28f964a25c2e9a0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859c4bb9cb852fb280056a51bb6b46eb7074700a81a95cef8a53f68ee9cc5e44
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d00e7171ad885a4e4fe685fefe9f74991fa42b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa82248afbf43c983cdd56e545f1c6e526eec2b47502e2a6174bc7a4ef874ec
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8023c7a8720019b5af99569590e6e2b80e8774d7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a06f0cbdce45ad8ed4985502867adcebeb5f287e033b23bdfd2033d88f62e2
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f3116c1d955ee7a82548742d8811a1eb49610f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828de5cdcfd5de8e7ba7eccf46601218631ec4f33f6b2180ace3e03e03e1ed33
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aef6c6d544d7b741105cdeb136dc4b39b7a587a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d01be4b349c746aa8f523df89b3a0320d2754b2d838e58e20c9697feadbdd9
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec66d705c694f39de141ae968ddaf166f78b8b1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153e8e45a72ec15d159e0adedd9118ddf16f323ef0ebebfcf6bce63eebe3d8e4
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b614d27ad6df27ad5ce0fd12b2071402d265f0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe36af485565b86dd866ed93ca3cee02d685eefe5922d58a3136e1cbe8bc6856
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1ba36b83a6a13ca98746bb38c4ff53782106c7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be179c07537911fe9461d5764b5c269159ddb2b33d62243596fafacf9d9ae3
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f551d815907fb6b71ff4c810f75e6faf44898c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d2309fcb692d090aed0384364c27d7857bcabc2e57e122441ad7fc68981597
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e92e53dc0391960d7ef543bfe8441d9193dbfa2
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04831dbe78f189d528422cbdf90009fb884c3c205ef5acbd5a1c378d7625b978
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69e764f08e04f562b5e7bca86bbd4c6295a7615
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5330f61760882bd291b19c2008d543835204589a81e57bd09b1d414915660dfd
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3201a5c37ec843b944c9625014396bb10fb671ed
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311157e17cbf9df7b851490a78f4190cc5bde7776e491c3c5d2064555524b981
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd70b2653a33050e1a242f34bd060cf21dd76cb8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0637a538a2b4e1e483d66d051050024e7105a64182c9428674186048a476a4
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a09b8bf62af8b1440cad3c0dc017d624e581c7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5a3e476dd208201a065f91ae36490018ee1207ca50088305d81e110babf510
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ff09868c33a3712b26deffb069e6655dc8110d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c633cc0a0673ecc32f894496b542403331ba1970c15ebc44ec090de13529c50
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b6562b45abcf9557df8f3e5140523ade17c6ea
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c723301a42d4064f4f733ac131b76f6ccc9a6cb939a1c34d9329403a3e08c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac13248e71c026fdebb0c2a50c722c839f3c485
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964f93d713607a9cea78e1a67b47740c6d3881dd7c06c5470e66df57e6bef12a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dc7527db7e1dc8a393e9747171b594ca49fded
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae148ec289c12f918e2ba54389cd7340ace20a418feb4e2e88f471254f526309
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc6b601114b2bb3dff7921475854416adf5fdd9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d238fe80ee90d536d6d7c07c10b1cbecbfb7095cb0b3ea45862405475beaeb71
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e38c85c10bdc992bd239dc72158d1024f611a8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6326c9bf7e014571f93cae4fa808e26b5ac22a0a07d64e36f8c536bfa577e09a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49539cde75f878d1b553e19dd1c5952cf3414dd0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65d83fb90f4db9325352482d9c175a5e3eaefc3b3f2b567f83953b73046f53b
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df4466ae3c128eef4eac076c2c74d1bf2f8506b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dc69aca0ba72e7a22a65b10443c6cffdc2eef86db06e358d4332cf2d7e7735
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e947cc2a8dc287dac7b22cbe687400082debe288
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8160952c746ef7baecb8f1ea93c2a4747ebfb1a2aa77198d75afef0f40a565
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702bcd59ea4b30431afb16852acc9c2fd4f0dd0b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b2c722a548ff81d7cce7f59bf74732ba9ca2d2f4e3e6d7decd86627ef12f7d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb0c113a770b43219ea3f23068b43322eb3af31
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f05b3813333c83282d9150bf7e5d3cc0fd15a8889f0ee372e4c5e652fde0863
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cfb9e7dbba77344680224665f4703f4a178f60
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea64913b3c97f5f33a671233b0fee176cfecc1aaaa9973bf2f48dfa8c333572
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623fcf83bb52023b62b9e5700c7767b41e97d796
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29726c04ec8af8d3eb3cd92b8ca7cfbfead4814f7edf78aad40a853de6ed062d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c9efec292dbcf865384f930846223e3433682
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464769c79fe1e8317d2905607e3a940b8cc3df19b540b4cbcf59fedb06023d02
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6253aa11907115623ee4927253c0b6fc87e6f4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8f59a5109da610f1fb1e3400cf11dedf22400c887988981fbafe2ddfb070a2
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2207d340c5da20e35482393854b320ff045fed81
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676ffeb17ff0937034d4837552c534dc0351bc72636a0e94cee9e877e8fd3f49
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f6064ee99cd53e248a70c67356943155b8d2bc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436712acdd651936f114003206def883acd05cd8150654d70fbea1c58cc56230
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0721ea4524391903f88c78bf6751c9f7089db7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47207be6f63e2c53175bc978da9da2a004faf102070b6b54e1d01f7ef7d8ab2
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1492706d05e4289c877675606d7f99a66f03b2d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce86ab0f6afd2bd6220255446fccf947998aaa1a9b1533de503a5edc9fd84f1c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e938d843e53762b67f2fba92ca044aee31f404
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561f0053e036cef91021c71f5abe05b52382639ba36b770ecc69c04017334ec8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d212e4e1feea9cac6a389ac66e5fc9b8ac2a5008
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7b8f573e238d942276bd189257b771d3208e82d12cb51f7fcf22ed4128e5b4
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24b7b03d2da4eefcff1e81205034d7de7dd7171
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e3629d6067031d469d66f6744951e9c7f750d5c2c5f00decd13b3a6542786c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a52dd9b95a31e2a5aef1e15c53407a1f6681056
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acac1d107b6f08e3c712dc9ff673b28b212934a4970f4bc15b33293e18ae2ccf
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a1dd523feeb1f5471859d4f3755f90212e73b9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a84c27ea74d2f03192630ff5b07a3e15cfecbd7990bfef7473d44dcf7e47efa
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791535cd4febd908cdbbc4ffc56463296292e74c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11ea8573165d98473a1af9d6f3babcd9ecd3a725b9c97cd11ed635c551dd422
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839df0e605c3840fa2a330759822020ba158dadb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481252a4bdc667377938d03073be3db26a697fbf855878d7fe626a1e8c8f31c8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7d376d1815394e667d6dbb9453bb937a4cfc9a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c72f590a26d7ab6c671ea43452964a824f3e18234862f0725f8b116d6ee992
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e662209f295f7360e5acc0b2d92c01f9d1a62cb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81490a6f24492d1118eac1886356b1100a644ee73e2df5b422a600977755c5c
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c9be291bddd322586cb7027f4a01512b59c44e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeaf3e711309507fa10b2d1cd4273ace79ce60f4bae8a0ac89c06a99efdc143
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cdddbf9d897914a9571d6b8f79129c2c1ba6c3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9efd33873d7fb8b233bb126174ab85596479b9e65b44e2daefd56f60f6d0d8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97eef38654542860b855498c723099d18cbe283
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5599e746ce97fa0c4bb3461cd4f80302b98a707f6a1804a92ddacb40de570d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2e763c887663b65df4d3c624cf9bb4a08efe79
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0e28278e45351c1e5e4f7cd501a690be308fb5290711f890e6336ba46739db
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc284be2b315efa06b182d95018723c1c4fb12d7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298b820f642187f4aa5b24df89a4c7505262a0147e82ea1e8af378df4860102b
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b6f92466e9d5d459ca43e3c91fbf061306df4e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96e15947125bec2c3a316b80a097073d8b35e0a631507c06e207ab395f5b203
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d1404ccbe6fb3ee532d140a7620f8a3e0500fa
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd47d027e7d6ca90219704f0ca99258e3e8b9d162b293b9053a4415b5265d436
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddca7af9fba80a9e4d2c089be8881d1222dc19d4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5163d632aae6583ae1ff8d9fcfd59be3b1075b0ffdeaf336c6ca58e05bffdf8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281978a00242cffc95e525eca256d44a654333d0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de55b37e249650b2421c3ea808a9c89347fcece1bf669cf37f6a61b99548297d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747267b76b1e535822947a2ce2b7ddb5281cc4e5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d44d2df6812309470d20b3bd5ae7bd31c6d976b0a3e6cc72d6e078d77385437
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6096499397ab535e01b1ea8b4c7520f006feae0d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8c8e5395bd1d48ed8133384bfaca34101cf378be78114949c7e598c5583720
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75255be1d78f3695045e93b00fd6e40f6032e79
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336cd38dce3bee21bd11fa5534492ac1e9644ecc337e30b3b5665ce720c68e68
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fceb1b7e12f213dbf85c74fa2ffa6ad26af360
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e862f33763ba4c2a0d7001239780eced781902c8339694977d9b60faed6bb8
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803fad25f3b36e49ae884590e40bd8c941163e53
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f363d99fbd56c6b8a2b62564d36320dda5c3f14a18e8a0f847f4cf10d51256
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe51c9ba1c924ef282750f1beb1fb08b09a66aa
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed897a3978f6a077cedb8a21c27a8ae6f881085cd6dfde5bc4307504340bf16a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521fc6fd4148cdfb112f36a5978934d9c1c60d4d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f68299353db247759d7d8afa55ef88a305cb86c2097f3a664ea055fde9c31d9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f896f9d68d57ed2beaced63aa6057240ab8227
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d581d54409dc4bd7fdaae6e31d897ea1dc95a573d84ea4f74deb79978cde33
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e94efbc3cba04b12be91eb9ba751a403ee57f16
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0a3de1736bddc5733b8bb1fef80ecbb320eafccd663b6392c35db79b1b7c0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c8e824bda6523fe248c52939102450efcaeb0d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31920181dde218f09faf6d48934419f72ef7d4e99eff5ca0f4148662695b7099
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4444ed58fa8a33048b006e31ba9f01b6719ad16
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836fd9412ac215fda0ea57d814b7041f1b5f145c8e83935f3c38aaf88628bc1a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0a135d403a19fc2386a7ca8e4f694d9149195f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9064a6e73d2679f963d1520cc6e08d2ee34898a3573559715ab8580d298bb858
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d6f6e4823d1f399360cb37ed2980882c00a782
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7a397390fea74c72b6b9e9c1981ad9b685e3b915347a6d3740b1daf430b4db
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a69b5e769dac03743d3b6aabc124f631667fa9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb12c38829d426ec1df94607dce0b06498f427e6d3409a7cb67a046de473ef3
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4976fcf4662b63b1feefb6e16d6d749238cd4a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6bedae4df455235d3bbace2bfceccc20b6bca18693894107c280165c42e31d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0584c435349079ff3f75926b64b20365338113b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78649051b5d1b0a671687412f6f2045a177b62f40912440751927e6a2514417a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ad48a9983f4785f06192c6efa76bb0af22e287
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270871cb71cfd627b58f6f3cfa9ff4c039c918c2489205b4109c25d33ff5f3b7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b0d7ef0c131dc2fd3f60d816616332998f9bee
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74570d6ba9ed6fdd9bce594418ce8f7c14c4d09528b833e6b11721bcdfa42845
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e87ec6a0d153aef96ce5d6767fb40856422d8a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e705e81435d0d0d75c44ef1c06e77753b70113bd36dee8d13a75022e8882064d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095bc14ac700ef187a60eefc8cc3c0d315a1b9ed
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf6968706f78e5411ba9a611a5c61203a53fa30c7c4d1a32066529c497977c8
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d905dd3488ba147a7752bd36972d328603ff1f93
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e289da27d91192e4cd2126c5aa53089b368bf6f2b3df005653d9251c9f3a3f1
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3334f6227de4a346148229fd0e4fa514dafcfd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a568ea88179bda06e4c755ef278b05e61f95c012a6ebbb8846f4c69bb768e428
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ef960cd6699bca13fff1665c62de1c9694e068
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965546c43483814934feda54e2a2f762c422e87ef68821759f5d9591273f5d5e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361f68aed9b3d8ffcd8394c1ff0fb2fbaf97ab28
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eae7c190f814222ff57f9fe1db460b852ad14f002d9ed314c4b318d5b0ffe4
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d76de1897b658516554fba188f44f7ccf31843
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505d7dee0816ff0cf6ed4757536a29ba57c559cb1872eac28dbde11c0a90df4b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7286db1cbbdc017ef0312ebbfdffed3bc706c00
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c289b2571891b1ba6549ffef64138977d48d15a647d66661c239aba6813a5b4c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e10458d7bc477e7bb1ba3e95bb9e3ac2280871
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20b84b274ef39f5f204e4c90e4da93d7b3a30d5eb8a2c85cdb297adff0027ff
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bdb840319cddb209d5a5b7dc5eadc3d70aea85
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c935a21f6c5d686a82b669c32dfef7b6bad11f05aa22c4b8fed54244b57d706
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cbc883c77ab3d2576444f2d79169c96672d651
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c1445b7bf51a11a97ba9612b9498a5c4e8093d2a3f061052d30a10658af0b7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c01e5ccc810f0916e8e7090f0b4075aa1a6d8a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b8a97a86a46c641ae7eaeede0ca8818a1e65b3cdaaec82bde4c217a6e2b0a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347c16a0d94cc0fd0a767e45b78d6d56860a018a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe2106afb9be0d6e6d081c710d6abe177ba20ea93c30b72566f8ce5b7fa8c2e
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a032e868c9bc80a9e1bea34c51a48fa9bf93f72
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ab23926f3a93578c08d46219c94cdf50a04af600c14b4da06154b73734e6f0
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69ddacc5a284d80dcbcd73a871ca4d71476f935
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a594e61fe10a0d41f9761446271da09bf96a61786fd75e7fc037b75d3b6ccc
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2eca9e1ce4780fc95bbf76f4948d7ee4d167e04
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b2680d60bd94ba13461f1b117139fdfc02a017640d9ff7a84babdb29446f09
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d40c27f2f0202aeb732b8ab021d147cd291f891
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bb2c1911ddb1bba8df779ffb659f59634ee381e257632bbe708b3e73142932
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271e128c13bd3528adee1934805274df47372ef5
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac49091d1e497dff99f91d798cb4894b9ac25552299181a1b5f42abfbc3ac78d
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249df2fd224276d0c7c12144220dea601ba70612
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004a683c97e132191f8bce0bd6a3fa6619bcdd0821a1c6391bdb7869f9f870d6
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331498a481e4e9a2ac9bbd7481871eff895e38b8
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8a6295b78422b2c167287efe827fb071b6b68f6bcc51ca2abd66c6f1d78349
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef503c67e41fdc3a1c3d38619eda51870452ab4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d01885486fa96493cd93e96e9c8f6a405c3e1491ec7136f7f668e2ce16b2dae
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7a7275a0489c0f12e55fc8a64b930e527699d9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adb75cda9eee4a50e909b066faa5fc67353074c72332926e82f7ebd7d148afd
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9543abe71f08af502d1a7dd5eae40187fbdd59d7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe205a316e5dfb224357dcc6953cb806b0a23f00a26e712fd0b2c5d8c126f5d5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b48cecbfa06ec558fa51840528c487aefeb8c35
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cb06e49606cc0b806ec0286a8c8e67c3aa39150e6cc4e24cd0bb849ea6a6bf
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01338e5c13200ed35a74de1b246d2d4910af3bdb
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b831989bd733c14f29315c342d633c7d04e85cb61ee2fff8a53b7ca747dce4f
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d880f329585977ffac4fe869cf24ad2f7b1e662
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773874bc17215521a0118b344e1f24c23f825e5065694f44f22f3e642a4de1f9
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d3f0419fb078466e7eeedc12a0874c1910056b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445edd00103f78ce0b31a2315d230e771ebb76d23212aa9c1e1030d54da4d084
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5921b7d4977e24e32573a77f527c44f06789bf75
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32e8cca18569ff190ccc78fbfe3e4c706fea51a4de6e93b1cf4b82bbc32b773
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681ff06c53dad3415331a1557e56643a67cb25cd
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8472538d71a413a5edae2670f439bafeb035aa4fbd75c1fe62984269b02b863
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b937807b2f0980307bcc2229bcd7a533d240afe3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b874254fabd141e4cd6813335c629729871462f5691fc32b9baf6ca1786a12
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fe472f3df00c69ee75bbc1b0a0c72f49b79b1f
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0457ed5be29677c8677d0f0633a5b9c5983fdb3eaa328ffca8a1b9b88e13fd8
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bf5718a6ab8b7d7643e79126a4f3ea1aeebd09
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06b9bbb19a412ccda97051e8f4f249081d83755bf412608748302bcd726f0c7
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6108495e6cec4ded0c387421658d782be831883
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2549b808a1dbc1e4e24c5bfd84e53e20e5084d1995339ea79cc9d7c7891d57f5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d33acc95357e510326ccb70b5b841355c273ad
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0180a63821e9b42e0e93f091dd23849c92d0fd218fdd81d05587add34730fad3
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcca036f705e71dfd7cd79219de677cb2a14347a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137f2d756abbc3d9d824d25b403d485cdd3f09c0046931c4bf61eda53f9deed5
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c433a08f70d283c1968bf99a3cdbe4d98947639e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0a65b04409f877f71778e5aae77c7916ac10e811746db37b284265a659e6c0
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec4620b1dfe6001726e825a5bdb7429d7d4c628
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a64c765eb3dfb629357d2c41c236f82ef7cfd9a0598f9d10f866119ac334a9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d02e25c0e359fad0b5179644d75bd4ca7412f91
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa461ca729a037b02d2366f3dd147655e7e13b2faf7fbdacafd045dce81d4ee
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8b7413f23255f5f33f9c8e3df0a9f9fe6fb3b4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7967cb1f25954cf7ab58511e15240eb87a630d6c7caaf6e6056f11128e6bbc6
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae796c83117c01a267dc83e21efd1ef65fa02bd9
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c0f206d7c8bc3fb4dcbd1229fd43b762295ff2bc48297ee15199aca88ff47c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64b225cf26a0771c7d7eb77361bda9f601e7f1e
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900929b2e5605a4b66ea32761575c6de6dbd84733503b27161d59cbbe35f5585
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad60186af8374f6defb7cc8226f87221b63f80c1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fea655060bf3a3ca55b5a43b51e202c3071f54bae054c9fe029e9046a750f59
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c703d70b17a78c22e4472c9d99150f67779be4
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b159f439059dbfc2645c61346f768be77e4dfd933ab4e36b664b61f007be93d
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73178dbd4c7093163fb3bf5bffc0dca1abf2f87
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d06593962c226917e09e71a9d33f58eb066c338a462697709e4759dfa1f306b
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda86a7731c8170a7ba929b64b0691722212c7f0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaf7091f36b921a6a2eb90b4ee6ccfd033778edca6ddd3190e23c2410ca66e3
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e48fbb102f4fc0a8c07d1299176417cc9de931c
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a085cd1602601bdf3a87ef87494da05ad25dd2cf7bc0e6f6ccfcc2a240ab695
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014b6b941c9ae2881a03ff9e1ec43f76b23aef08
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bd675ac2accac02011bb422e75ad36327d6090e94282fdfaf81ee7e951c888
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe535dd5b0d6922a42c6de59453d8d1c50aab7a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c25b95a3859551a71e633f6e772b55612877f54a5a232a7b1b1bf6db6e947cc
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818efd00b32fc1be40e9637277cf1250ab27445a
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe7b46d5b6b58038535bcf53bd4e46fbcf0a2c70cf9c841778531dc6e0f27c1
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a87a5319dcf12f2dd1cf6ee15ef97f6adf7bf38
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583b443d7518f3bca515794387c0f2fde7d88ebea07879e2c2a41e5f55768d95
+size 17633
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7001313f860cd88c7356fac3ae91d380297f227
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f258cba45cbb1f412bf8bb418ba27d5d82edf30db1122651f01396589422b9
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5c0fe0917d3a93747bc9c4c08b6277e8443402
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2ee3a361b705e09dce83b2c60b22f72c9057bf4250700dbf50086af894598c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0249652ba14cb079b028fc59b33cc03ff9bcd8a3
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c76f491d20ff26f37dfeba2b7b917a57b6c92f4ee1a85ffcb394e6068d6df3
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83263ebea08b8bebb206e19f11bf01948fa1ebc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590e95eac13e6690fdc9bbbe08c5caa21f5033405ebcca418d643f5907f0aa20
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c957712495da0176c7702b4b1ef5ff83ec418c0
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c974086f981f2bb92de95453e0248b98386d85216ca9b040f47f6a422cf2de0
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd45075286983a12215a8103a0b2809e37c917d7
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a4e4b137891254b2ee74bfd2e378af81823160e0e71aa0f6eeeccae548f11c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb5aa2851f06ee6acef3eed090e9beb61fc6125
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca621f7660b6e98f8c49f0f11d65c112f96fc3e684813baf482657b69a18d1c7
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fe3440fea84fea340e99c013699c73cf5df8da
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eea26b89846df12578ede6cd0a8d892e030457fcda8913fbea80d3909a1b2c
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa07c49f8e946abf3c4d339997845e7f4ffddcc
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dc30122e58760277a91ba96175018e8090f229daa12b55c4398c2f86b78a1a
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b86656f839f8983b4c1e19a761ed2a57b382a6d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323e00f758c5d455e4d9d7f809b97789cca8bdad40060205b10d7fe1faab0c0a
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f683ec12a67bf8f84bc3c2e534aa5741eb909d
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2518f8bdc9183f54bfb31bfb35fed9902350fcfd7ab0f427f9c1c607cd8638b
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca5dc03cbb947c7f56cc1fd4682060e8046c28b
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabfc5da404283d4be3e829afce2dc75f92dfa1496f05afab2d7c76cb1aed39f
+size 5345
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7027c467e9e950e2235ca8bc2fa2643deaaa78
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bdb6f84087cbbe03bc069490feac14657a6c168d46b0b5b78a436a4b4ae621
+size 1254
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd36f56615a34c19ab692df1f030f618cbe4eba1
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4940149898409e14230b23c1772717aeab51a1824f50dc69f60176c2623f2166
+size 3297
diff --git a/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f582dd36077848de3fbae20263d5ad89bc5205ac
--- /dev/null
+++ b/params/opt/4/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e14f141aa8e1f743de76cdcf8ad0fefbfd76230c36060a66e6964714788d0c5
+size 1254
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426f82e5c624764827d949f4081d4f6419c0544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621f171b547ddf711949d6374ccf32606ac807e168b3063bb62b47900e68e409
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e78ae326b6eeda51fcf2477cc6b66cd73d37c37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0e568bea2b63e8e7b4d2285190740e9ea0bc3711f9544a01f012f76af4fe95
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cf88ee7aeafdbe2321597e7f7e4a012e913e26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0103708d2afca0c3b580761c7796b9f4d0212d8093b4187e94bbe1c87295736
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bbdbb19f2b6fe7badbc13686fe859dc40d35a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc51a3513dfa7fcca6d1fb84e4a6f2b2bad47d998b5994a67447f88bea90883
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b45623d12df92fbae972c11c8a6f9e5bd2316
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784b2c93f016618af96ebb754ca6f375d51d931a55acbd1bcf794d8d6ba988bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c59aa28c73b7b20f524bca08b42c0cb7e0ec32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24509410cf1746754ad5db7c84190712cc3ed393b717816eb883c51ffd92381a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ce9934f0191085ace682e64a0913c0bca142c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e40422843152e9e05b1ce06f78193c6c275baa35baffeb440758a85066ee31b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2add041bc62c280672dbb18ac66b98a7eca292a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe6142f2820dd919fdfe06bce3158b6d5e10b40e3214044ccb964c55e0fbc6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb7d1d5410f07ffaadeecae87d08f0c28b023f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e14dd313f01b1103f80fe2b4fc3fcb596a4dd77c356b5af2ccc9393c75a565
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fea437164d80904a3054ba4db093eab9a37a2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c5ee78791c252544b6d97902ce235c1e8e10e6ed62df3262b77cfc99202f87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768638506cd5c5ffb97c41963d963f1d11fa2555
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6409ddf853a193a3e6f6873f847bc5c40b7f70fcdb8d806ed6130b77d89eee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0846c3c8509476e65cae1b39d31ca36d41f38813
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa98d10edd5c1601e0d09e02c5cf2e4bd5cd1fe51011b9004c2951d7da2e9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa0844590d6b9481f65dd5c5bba2167ae386101
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e32f05d21f2eb8adbee6f0f9050d83489eeba5e25cf23ffce813b8834ba373
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840c43918d460eb40931bdcc88cdff0fbcaabe5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5314a8e07a0e4f86b890a8f3ea339b7cd97268e7748a363a9be7f7c0c0664
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2797721f4b0f2acac3c2d9481fe410e262a34709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6f53752261e80091163642f1b4224e668dc55a9764d7f43f6ec0e0f368b42c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a45cc90dcf98d9998ac6c5869d3e085e43131c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a77a1e9cee00fd061310fc09475f7d206d50e42232dc087e6b6bf8d13f71d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cb1408af92905be0e169fa9fead5052bdef8c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a7a8becdb9e3c13bdb0315c78444234fb83a28ea10543e83d9348a2ec3ed8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cd8247d709be124fb525cb63ea9d7b78563076
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9f5b7424307df5b4712c5bfebde345ab3c3c56eeb34ef9191389c4ba33af29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b1d7d885402b3c6832e2aaf3ddd3f4bc698d29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884c57c4c5bbf0548b5f1409be5cbbd49f2d7f0e318c4eaec62fdb8d5f5e1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb0b121f46812718f0a7552ea3193334a66b704
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a226eeeab936892977f9b2e1911fdf33bf4fd56e636156f8640d3cc5effab
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33465b79dd5bdb5212021bff450c0576e6c6e673
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff25364e1458bf84f969e83be513a02b3081c4db604d61723ba6e27e9461e1eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cd82da441499c9628b66c6c6343fd4395ee1dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47f7b8f33c891b633ffbe799273edf5cbf22ea1b179a060dd5979331ed089f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b89b6c3eabc1fca03ef8ef3e91063980baff65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039c589bd5c25db0ae497e392909f2f326d629ea96e1d7860bee5b28b01056e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85984e887a3bdf51d67e136ae5e143ba164cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f506a221a7a9ef941625a533786342db7fb02beb1223a219543776057f5cef7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557732892cc822e52ac0a446fbe6dfac5933d01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf30e502b28e756b384c28ae1a2ef21127320adcfffdbfc3b50c78fec0c2174
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0325357411bd5302c22220b5d4701342372610f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0d6fb1f91118a7301a0605d67d9f0eb26e63d081ec7a5829924dcda2865b8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b396000f5c1ee9f1643ba7e58de40ecdf4cac0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b94e84ad5a10263d3cba1e222ab0d62e23d1f4bebba41b259403345d57889
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1047f48893e769575bc0925b32b30b95d24a3d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882fab33923eee0f905de89e88bd2b8122ca6818c761f21c94081e647c6265db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d956f9624ce616bc8669c28fd138920c6f438
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f47615c9f5fd3ff080c8f080da3d811020f0fcefde7dffc30663a545913124
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c9d5dd0790d4724c95361915fad26975d0cbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c00969e3ea7e67a0c6cb6261cd619dcb617838a466599a79d9852e172df1c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c415b9252a42a8060bf77a52593b6a44c1c3133
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3927100e75137a2ad0e8085d6fd3d1ceba527e17642a64269702ecbf6c2487f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aefe3f8b1fd5d1c24b7f014e275f49e81080fea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808065aa57ce42284bb6b05e073147c1ec5cbc9d35127e62107c381fee820b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba8173f4f24b663ab7e9e5fd2e64433270fed64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1d8f64bb1759fa719c02acb8e1b1cf0abb660d9bc7bd22601a28fe79f3faf2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8d43b8a947e42504340671ec73dbeb778b97c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab813aa8abd3e4b08bedaa13de449c7c36cbd7a9843302f9340d35a7a96b0f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f956aa71f5831ad6ec600ec9013d700f68759ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc75e24b579cc69acb72b7e97f8dceb124ba7634f4fa7f422ecb6e82f2c275
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf4f47a1aeb4de9bf63d69abb58052acac834c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcba2c09236859ba5436e9d6d15fa751005a77afe0f5a357e36e4278be0bef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8181d12e9e8b561974fd27c8eec14ca4b8baf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa40438b04e31c28d5266a68b19681d20083505a34d10e50e3f40fe1ecc3195
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17555bf97b94a6114e2681eb22bc8d8e2723e6ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adf5bbd183a19259bd11ffceea0b965cbc02fc0c554b9cd0dfa22fb392908b2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689db623b8de4be4ea311be028c24eedb973e7c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ffc992da93fceb9f00db644d36f14233733508721842ded692dfbd984e9cc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc3ed977e63dbe90c52f20fcc78191d913c5883
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdfade7e7711b63ad0019261870a0931b2d21191b13cedb4e7bf06ded94fda
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8339a3341430702a4af308ce9544c8679c8ffd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745e855254ff5fa668252a271a7a41be5b4f92e0a923204b3e2c652c031283d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d3f9555928b873e37a730e3c52188658a9842f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2ba35c9753f8ae24a166b97c589a3d28955c4859897a31a69a4cdbba9b510d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e11d779002f6b76eb541ca56b5dd93c15d59adf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f76fcd9785a6519375716c7fc3974632c10f067cf3b435d27a16ec46b57dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e461c9b46a4a53e45f9def9166e6c6da25daaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b91151e14f8f60a1661c6904ae16ffac639512d8afb0ed5195c3c855df49289
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d299f50ff13a58284accc376ae2617822e1a08f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd56b890f4ac600047d6e230ed851d0e374cd44e2cc1c88aed7c7e3470a10799
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c8aab5c979fa86d049d047898f0d2b6a39c9e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53f719736080172a735f18c425917c0545d5e975c57bbada2aaeaf64aade42f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e516da03835b94eeb705cc0bc7de9fa04d71dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e804d8821fd478f8da32fe78bdf2837c440691fb72df8862dbc7e0e0091cb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93210776f89e07dfb7d1a492ff943f1ff97e5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcefb031017242287ff48b2a0ad474d28e19aa77c87ad189520db4aedfd9740
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45727f183e1988667bb71be38f175b975ef6f77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da121056380b84257670984477e0a3f4cc4e969d6157449c205acfb4538bbd12
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fba54b5b7babf416e7112785f18822939d13a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ca1ea5b280258214dbd873904c7fd6c84fcc1a84f31b83ae21889dc5c20d1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b268752e6547c8b7644698b5343c85b1a29455a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252c44e3896b29cc8f87b67d9ab4251e2f7dc25e2068eb6be8bf8e64e5e26c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4293f50e9f7fcfbfdab6c60e072746be1855cf86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45eabecaa4f6eee5fbc1d8c7b4ba9fa4402f2ad56aa1cb48af09bd90b90c5f67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d88fc8dfb9b6a1c098eb0237fbbd908a1602756
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299212c707828a0d85cf56e4b1f910366a6fe68c4cc483995d43fd39d8670a7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7810b04512f7ae1fbf0494a63146bce0a7e1f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d941ad0500d0723824018cc5b2953f4dc46bd9024f6f461bfb59ff8e3084e10c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f9155bc01486f5dce690459e1b401ad65e0e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e07bd4b28d57881f6c82108b57967c74635e384033e6a6fa66afe1f194a1d53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9fd75fbfa796853110ce7b27a6d29d6e2af40b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785f0b1401243d7e3d8d2b9d4c0626f524a1533068cf1f5457ca81317d886f79
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1323aceb1c60cd78145ccc79910b58331ac3018
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad65b2b7959d02f2db97cb898e002fc9bf0e8f82ff1cc6fd4e3c092bd30cba75
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfafd30eade9f1d5e60c4bfd4da3f10183d384
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0c892623c1ae7bd873ff292237a80a7b352defc56821a9b7a027d57c4080f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac628a6b52539b358fbfcc6415b65413a54e8fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545b3277b142c3423a4fa838cab0fd081874881f73bb5a8f79290050e7b2113
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ad2f7be70d6be9d7a43b9282f9561a18122efe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17dcbe34afee714877113e42466a52d46349b1f3c4895cb76baeef0d039ecc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a91650ad6048f47c78a999312d38645a5f3322
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc47682157846ec50cb4eeb8dce510e980f8c4bcef3bfd8acd36313a867a0bf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d214117c4e1d95a434803422ec8344a2b1e69c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a3e5ebcefd54dd9a59005c0c2cf35e695e05514f74ad8fe7dca2ce3f9def9e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061167f5b0d45f7f2a43663244013bdcf7a6be0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673d95037d69443eafe1448846f8c148e72fe52b81ca8f0fcbc2bcd07a3ff06
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d970eeafecad3cbbb6c408fc50f447755d148ae9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf960fd5762129f6eda70f877acfc014901b9db53f8ed9b5affdafbd1a14b94e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f7cd0fbadb2fce8098166dd898a5ed153df5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8df09ea849c30bdbe2458c0bc341016e83af3d04d0d85666f2ac6ed1214b5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dd0f13665bfceca0b85f38939bd44bd3fc4a54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82654e2a3d94bd6700ac6dca89a689bdbfceefc2f1637b32850a748fb3c04e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2106628981899c532d1ddbeee3ea6372c98a268
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb54ee8529bf7b5c0df50c7a340751816827acb33368d3c1263d083d92fd084a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bc0b5ad6540ba253da181206726cd9454775cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a9619509088926ead4fe5e9a910ab518c1772972981ae66fef69a66c893729
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb586c18d70624f970d418e4c4a511c7cc6b477
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7f9874b934e5ddf5fe63a18936c4736cedda2d03319faef14104bb32397287
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add81f28bd1378aab520e45c28bf5c48abd8498c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c5c2ef39e7bfcdf9c8290440569ceed57cd26d9e0c6709ca50d2a28be4614
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b64ebf91287b13533ec0c407b575ea9c9c521c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f7e996c18efb1c95ec4e3a2fa3c9c50e2d40b4865d0abc91c8993857e219f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89392d29e0889415615a45dcbcc897ae683bbebd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fa944c7f16d1786a5b1949933d1564210c5a1ccf02bd047547cb666446fecb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58756e14acae4fd41abb9076401a8250f3d1d90d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c5c30d8a5b83b3a424cff4dbbd923912da031ed80e0d5745f808a44b59cd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4bd6a2c9007055d137af0f7dcbc014f67a0ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4233b4ff1dd3e9041c43081cf097762f3687ef4eec82a8b512ae776ebf3161c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d3ff175293260341ff7b36200c79b344c6383
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbd345aed0accd4a8bb895a22a1f0f47dc5376e3ae2d4044255a6a775599250
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879bbec03bd6b3ac1c4fdec295e8aace4c9c25b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77842f7e35a5c8ee9a2edbfdb72d82db41b9dbc906e1b91d37a30e161496a5da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a14aaaef18a5f0dbf06b8a172611c03a9bb2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2406728e6a38d9b8659bb421edb8a12b563942a1fbecff5bcafff949753ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f59a98130bf8349692362cfea68b6e4502d9b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682c2d87dd6009be8d690d5f1f6eb972b7e8cfc47287fffc3a29588226917a78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709f6688a24cb8ff2948a54593c13ffbd91ed3e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1358de6e8cb1ebd1a19424edd57771391ffa8a20afd528649152f59e15bd711e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ad10044537c1986810b9280751388b9f32ed9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57a7412398b7f66b6d2ae52ee8b715c893c29ff3d52b8112d5019b2e0262d5b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d554ebb7bd5f4643957b6a2504cab7ec4e9ff68e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e005ae6137456dbc2bfc0ac109e0e7b6ada1b8b1d00797ad85408c677384a370
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d4f71720149232d6906487b4f0254294b17fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbeaa5158cb542c983571ecf58e8de789b37baadd845b72cd367d222717ba4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0ff2f746f87312b989e2f556ddb43a1e27760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d3e4bfa8a219bbf42d7117040fbbf905a477e738e211759a2db0840c0dfd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed060c29791d42bbc292e4f4491f480625a31602
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd936819f93d743591e9233e34c0ac419da213e117d314615c744a3cc2b457c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0810a6451e1c670f1f35dd5c6465c783a7294
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f62988b51f8fe14872df3e216cdef1fa311d21ed55c394f6b3f4b945e7d4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2524a4a2608bf9cac41b6fbf2e0b288379e79b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051d5836b04d7db7f7ca343e295d58de5daf7cf478cce11454695b4fec18429c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67993466824ea29df0513474efd54456b6f73471
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e6c646c3e416627af706f8959180b2c02e5b52ceaea4a1325c7dd5ca20d9b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e3d79b0133b9f42055847e8fd645f081c80ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b313a3248a00c1891e77dab5c0e5883882e95ede291e8199106333400ba3c25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1147b7c4296366edd3b3c671bd4b8bb362b6d68a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9094c47120a7c55ca0bc81f30386fd9ffedd1c11a1c60d18a424b12e350307a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078ec7e0d7ee59211ea2512adc3c0886cdb28f4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bfad8254cac75b34ce6975dc902f785e3a99311a101c5613b9a8a3a66ab246
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa9f79a33bd9015d89be0724125ec173b58a73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fdb7f0e4508775b69def855bd1157efbbd34900bda2e0e1906d49f3c85378e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c811f915b20f82fb94c98067ae4412c074eb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4296ef6fb5e0509590043a304fada4affb01859427fc6478b065d14fe1b9617a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2a4fb91a1ad7b528ebb44ebb9c3567ee3508fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6c011401b93b6e93527eb56ed82645d6d17f5db68040bc5c484e49c5d866b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca2995eb56103963f7411914608cbbe913b066
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290d9fbc3b10affede5cc8df72287e010f52cf471937945ded71724eabfc3a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44a8dc48a1d0023e7e16084872c966602cb6785
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35528782557cfa9438d95f7080faf4e87c0dbcce96404e704e5be1fad0a7f4c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962b43cabfd18e752fac2795bc090301a417483
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f0cabb00f0f050ebd2c94b28ab8acc10706a3efb1e92a97cb88b73d6979c0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf1757fa5ba2805c84102a45d09c395162e3e4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91efc5f6ec6f1d109fd8fc745d161205d8455d50ba6a3023f8b7b8315e490b0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad792fda6a54e0cb1dc71b38560492eb31ec8378
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd899798fdaf904e0b16640450886eb317d9c1f8158f8f2f2c89f8fe35631c6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd72893f99d9669ae1d8c2c36e8041c2e92dc0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806a4167cc49a7107611b688e6cf2e0c567cd1da2eaeec45576f6d835fb70772
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690fe4cae38ded5fe5bdd205067a707823a19c16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8eee2b50ff8e7c15d69048e5775f0c040b7505a18c885450a5d5deba1ed71ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120f23299cf7a4cda9f0cd631853ebf4a3ee86eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e02935cf9efb992430347f3d0de6fb9bc01cba5cfa9335ceb5f51f49c267e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11c2aa38842ea6bc0f521d65c75e47c2eb3de1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a4742e2431d2e23e0a3953ead53208a7fe7582e8f943d9954b4da933b6fae7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679198cb9806ac83176412a79904fc3329bb8d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d32108f296280e2c8cf9c6fa29ccd5fa91f5a1fb4274b89cdb0789b7d36385
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a3dc4fadd5b07c6bf475db70ad4c86ce20994c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2ca050943cab5c9431f7208613a2cd7dfd84d1b7a490e2b87782574797b84d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4c0a07ff99358472da80252130075155d0684b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5374b5fc534ef94ac22d4ba3a1245a24c5a428a5312377305a3b38944ab7363
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6aa3afc8ecf1c0062d3ae8464f5703ba5afe14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa6f842dd20fec5591d63c151436db153c9fe5190196302a89145fed2803374
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f913fcf05a68d6b4000acd7e9e74a8a2144184
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94603989f1927273353375db65a41a2fa8ddb3fa59322851db90341e186526
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7224a8795be03be7704f0fd6c816007c72cad8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92425c051ae6b6a472d13f066c20ea6c1b38e5e75350ed89df952e346c3088
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02580f363364de857613d89a0d5379a559fbfd60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6f62923c154ba6e309fd514b6ec709bb1c9d1ea63b771d16f853460cc34feb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85ff35c9ea14e4fa491be5488cc852a012581f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e72b54fbec3bb86a5cc3e1cd62e28126e629571db6cd4ad6915f0c6a59fc102
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1cc0b30e592798aad5727dd15f62e802e4ec0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50185933ec691bc804b8177580781cf260b13f204e104500af6a8f62fbfc286
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42207cbf2c88add62197d65f6c199f14aef4023
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c296a7b1f591be07bb8cede8c373a5138cfc978729c2c18d272be274448bb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b9bad665873546a1d6dd0870926d8566897661
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284c23bedbc8a143ad8a44f0bf2a67b9735efdcc8400a5e17cdb4e2e97505690
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f04747e67ab74fcfc572334650b5edd71c375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bc5006d5d588890c5e65e3fef66b43882e484b7ea24da1906ff2effb44e996
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1199abef76b5ea33c29e26c8cfab20a09767cecf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20754bc146dcded646cbe29d27eba77019d05b116208cd6440f085d2ef79e0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf914754e0bd5392db6f40893e45814b049d3fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f5481e2d073694b557c817ccfa728a31c1159b37d0414bc110b937e40f1f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb509d6cd0c1c1828961eb7deb00e545d4b727b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a8f96867cf7dd89b45df4f951ed54038888555e08caccf3193f8fb082bc96b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b282503a001b938dab14f706821b146bbd02e09b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf0a044503697cf1f14ddabb86fc3707a7a7ad56d50cccaca13d991a7279bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b384be837065c585034cf1f01c3497f822f884
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8345657cac35365f92b7169ffb4bbadc724595fbaa5b47d7f3a146e644417dee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1478762d73764f99edeb2ef11301b5c03b5b6c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b865364bdbfc03d6a15ca8a3b685e555f2bcabe35b2091892d4e17a7a7de27
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842999ac076abb58541f9a4fe042e5f827ddbcc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4a1d53c05413fcff01cafa86d16056eda4aeb5d20cd7b2265143e6de5eaad9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec45fd1f7c6bfe4309a58029d29f39ec87826b91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ae5cb4d58b551bc8228455a2ad647d10d3293699ca985b3c96cdfd15705fc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a20b87899558ecc0a8fde442961342224a5c67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12ff8562d3cd24cd29908ed320da264cffb4726b6bd6e78bbf5beeed4d04ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92dc08e999ffb69206788afbe66d7b50f3abd31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed6b7b65f2c3dadb5b4197d6936562635df2e6e28373ca6841d8d83418f9903
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845721f7a47d72cffb5f713e8d123f261320bf36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c272a27076d2bbe839aa35df9fcca212f87e54b23db852855700d71b1db9fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f132f059b872ac740be380b0bc269abd7c09992a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4536083906b3ea7fa3a1b28d888269bea292b90bb2dafe28b34d0b9ccc1ee4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763f43e6456fadb124dcf66d7a4ef2e3b548544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb903336354d85e5179d774c5f59392926cb267bf50dd66a72d462089a61c35f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5874c7c42d7c643f10f1067aeace32e979c48e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7db00bc240790c50f4f08cb3e6bb833d0ea9c87c3e26fc4ad7bed7fcb6f68b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e5faf33d5e7e3247f0e035fec1603b510a1c96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba992433a736b3695c4c4a87e6dcb3905ab9df4e29db98fe3655a66a8945671a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165d87d62dc12146ebc3033e217b0c553cf1802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff44b20769d2f9b94329da5b8f12208737db67cf5676770be094f025775467b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3e0d4ba7ec52613b55a4b7a657fe764e870246
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc7c4f52a7d3479867c55c198d1775bc1f10063e99c64de7136abecbbb82e34
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678406f04a74d695bc5e4377da1059b462668e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ae2d75969abf5cd1d5689440c425e1550f6be8b7594f7fd0df7b86e6c8d21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8e35620383982523c3568f1f4670d1d1456530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7505c7a0105de71ee1d3d544fdf55ccd80257f19c356b89e876618ac1d5d68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5605e618ecfd07062f4bc581c984f801f6a8b2b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d881bab912f88f10f08038ff18ce3b1a53d5fa2379610dde6ec0260f9cfede40
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b34b175a6457efca419f9b429480acd899a2e39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825a5e7b049333571f35849b81623354bdeb0ab7e83ac2d1b754fd61fbeb0b88
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13371321b05c5dbdedec51e908712b2e4bbaf3ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922b955977344f2a415b2c47b1d184e68d07f7afff4430c66f4d9606983da7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f53f5b221dabaefb8db77754d00c910fe9db342
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b357a13aa2705736113e72ec9fb63d368e3312a7b5e710c8a57885576e0ce9a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa64cd98aa85aa7cb361f7acb452d2dfb5d68da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b90ebb2a49872329822981ff8504be9cccfe2daf92a835c56f0eaa2bfb99a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd5aa9b949a965994002cc5d718448c1b8ba91b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a01756adbe29ffba16b577a22fdfdfc0cc1e89daa17176f1e3326d43ba593bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b5c3fa8d26a4684feb3ece9dea951ae300fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e809cd2de5693136be5d1b036f90b8fa9dca478e97ea0d8be08eb455a93aff
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1472df80676df85233aa8203a1e6f9f7bed191f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d7f13b9769f7708f059db8b918cb727eedecf0a575b23dfc11ed9f600379cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75915cae550ab0d3c02b27b5abaef1d080bd23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cfedf6f6c149ba79132b68d71662de2979e215ac7c27b06bdfeab8d39b2738
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e91554d2ae207a345f363928fa75b6f4c32d14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc9244d0e27b420ada764da2aecdf7a5b4162c72ef324253ee6fb948342c4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbac09e8b360e83cb7363c976c6527a549e0c4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed06fa005ec29982876c24862dbe26a858c17375c8c924cbd098739a7f9437
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7784703f3c26317a10eb3005b8f45fcae9fad7db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb08cd0c62cf0d46729b797d0ddb35a248b717b55b07f7f8fb4090cb36b6df1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359d78345a4b400182441812820676e1ce9f3a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd56f0b7d50c420ba677d826e7994a4696f818826c675aeb4f17f4012fff901
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc5c9660c20749580d8cb028c39e477a53f7cde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea245b83d6f4e2d203fb32ee689d26ddf8ca09ba3a08750a49f512f34dd3c24
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27764ccf435bfeded57925370b11822075365a6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a41fea51b5a940c4fe30d6242cf09c7aca89f0d1448bbbb2a6dc37e75d8cbfb
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f7205de92508a604a3bd5a300b1050b22bc660
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee9cac3068b1209bd05df492fee7d132732c859484a65621ee86324ffe42030
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c2fec1aae20c009d819646235cbb70cd04390e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36112a1db4e86995d2b159587d72cc0e010d4b68e3858747a9ab787b73dd7d75
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd90d91a7b7f656f9d226541aabd60f456c1fd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0eb4914e3b17ba9024f10dcd95702cb5b6f792cd230788464f163604779878a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae9e105b322453b8f4df218dfa3fcde2ef46080
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b841d0681a59a73e1ddfb49b6c99772ef3acfb5c67fc5f7881c78ea3ddb53bd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f33a80d3824bfc28af7625750e50ccb7009a18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f2dbf3864d236a8fb0489a2abb8fd7e15fe50ab5f20a7559db7c44f13ebc58
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b15890e4e29dcdab2b73ed9d6f79f60f4151c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a20f47c9f87c8dabacdfad921222edcf0de570be02671bc8068d1caa40439a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98387c85ae117b6e60cabc484be23f8e0f2fec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b89aca4f7812f4f032e2a729b82d2d376d8277e579d9126faaae31d067cdd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ba7ae4beee142db14f4a0aeaeb0c033426fcd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824df09decc9e4029f0964441aa6aa3c175a1337f7ebd6d9458112dc80d53fa6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522f5230210bf5f4e56c41190ca94a9058618cf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1cfcc98dcdd3ca519a1df9fb6c225e8843db0773026204493dfe7f526970cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132426c19465cb2fada90fbc5bbadb0c54c74ff6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3dddf1c06607bcd2518acbeb793f540b1336fa15ab67d82defc05184e1fef7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4869262dec6b9f30213fd209e595df2ad57bb6db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0007ea2fa5734bd17788b66b73c2bb06062249eb72fbdac4dfdc4187aabc6e5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ea5a2161c81291a3b4c957487b90d32c2f3238
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c068d6ea33ac70fe2c855d1701acac30868e54d55fd9ebe73420e5eee68fbf06
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb722480cf775dac799a5ece83f2238bbfd1c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1622cd821170c431fda93fff24e8669913f70f1b500932dd02dc49dc17fea7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db21027854b9aaeb81bc0ae9c3b197f25dad37c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5082f66057f2337080a0244259dca75677d0c28ec8fe29a6c6ce1d72d10fa9f3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c28cad95a8f7c7fde57aabf3a3c1d6adbcbdb82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1d952a37712aea582043a82a1863c2a5537462c184567487ff4fcef83a0844
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a097613cfa9bcf61420eb596f76ed84388bc147
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a772dbba299a29edc2678a7b356a16fed2c68922998df71f7356c044277d53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4a6c5ded3afe683476d0968492be7b9bb99c2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b0e65bd1f0f1dc35ca1d11c97a0978d3713643f4aba22c028325b6a0a8f3ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c800ebd8566080bc3628aa9fb543bb50a7daa06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e1962cc9b595d78ceb8e898be7e202d38cee9f53988e4827034f18f901520b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa71f94cdf174f429957d367bbeea983c126a97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a161e3a4393b3c709b81403146a31384e400c2797cadb55bbb32a8f6be77468
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c9165b3b41843d43c913f2664d05cb90205599
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4474cbec245f0678babbbb13c91ef99918163f621abf40f8387d9f55349d7253
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb98dc49a52af716a8485432dc3d881a8c4078d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8e2eefe1236d80f4427838936208d509ac27ba2b027296e8dcf2258052803f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28f8267ad8d71a4c8b289d1943066a77168b13a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dbb7a3b8020014af184a1c2334f67e1d83a4fca46676ed55f6a3d33ceaddea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32db5d5ea5df82d3e4cb6365eaaa0f5ca16a096
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad66cd8ac03987cca2b6e74b731e88a87c5cf934719ee6d56209959812a5db0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93926d1c2fa32e0a3018ad16076f93de679fe5ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d6a9722445aa151a53d423da2bda207fc66639638e970fc95ef15fee0ce9eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75db969eefbb02874b1991d12fafc3424a41d97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db9fb6a37722473e98ff5a9bca6e2260bbb665922130593ef9bde20209e518e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cbb8c16528a30f29b07e918830298f9a8bbcea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76738d7065b9c8f472795d0d84d6e49a11b3adf0aa32a915945cabc54399566
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5aef631b727c55a09ff7105b42440adb3b8206
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a92504306fff15cb0416f7b5dff0a8eb1119bfc30f73c6097f7353ffbad5d5f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091067ee029e7312ff000816a98f9a489c31b193
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec77aa7524814c526aec9cfaec3503655a32d4776bcf2c6f0e470549c80538c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f28c66e8227cd7d1386939d7cb7995347021e7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78e4d0f27bc7712ee403cde996459f97fd2a25aa28ba42e242b191b98e5e6f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3965b1f54b08ae9b6ec0a39f95235c81ca72e853
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ddace55cc79181a2f162174585ccf0dc4d5f02e44a7785149a0895607f0000
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0654136c925b4b19c8147e7a1cd5982522df0c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c555f880ce87fdf149505548c5b8046173c9ff0ef0c1e0661b5ad0981400a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456a1d51f1282bbd6e9e87c981fc6c182f38d4de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2330590f46ac95314655c47b7d7dfc823cb3ddd8a07612f854c842db1416e01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947a4f50f0fba89ea9ba29a65175bb7ae52c62d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a477bce4d7c901185b71744c1d6ca4c3f870bbd6cb2cd7a0ac0e868a7453dccc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b751bae805b4bb42cb8c0c98dd65489179849c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0314579f761190c6f71664e16eca3b4c6378849a805cbd71ff81dfe86995b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ae0c5d2d489068dc951f5b753ad3ecd8968d67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f364b09fe313b49f45ff02741f52b2246bea383f58e31e27f232cd5cfffb0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267b6066d1095b335cbf81e05caff5028e444279
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f4e3e16aaaeb68af59837719f18c0ad30c72822c399e2e8d2fc17a9303b0fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ffa7df0f639cf8de448195d9565ca18b7a0afe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ddcf326e2461176e1ee9ba1c1d15f4dc24ab3a06eb8f2f09e0090506044ae6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b1bdf84ccfa472b6323ce93ea12467bcd51c6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9a1fe0462b501a3eb24e83137988a140a66c0e80932502f46bc6d92e77a1bb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916c09f98dc1a0c5011cfdbecf0804854be2d141
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bd41c23a08bf519353000999c4b771b4297a42c80dd7702e7cadd4d1b39e3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77399a3ecfbd475c851eee29607989d6f95cf320
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d12760984f0b82222310f0f3fdb48082c52f9c0a7fc3a29bb34e00dd6a862b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac12c7ddb0976e0f66dd84db6129edb33e4717ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e6ff2b1963cb8fd5c19acf4a283932ff56749e1f72943b0ad8bbe9cd68dffe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3796f09ab43a92a6d481620e59317ab1f495bf0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e38f44ca50df1b671f2d2b27eb89dcd95b7a6fd2859d9aaeadf4862edf8938
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac38f93568e24446bffe304e0960a9664f6865c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04e5a2e8dd2fc8fcb4dbb2d8b9872ffcdea86cc97a83dced0ef4a9ce7ff4f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856890d2f3dd2035c7bb0b6a077d4c7b9a1faac1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3180a6ee3a64faba6ab1a528072097dcdc6173c5dae3a18ab74706a8b4f6f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86954ce7c7c6dd5b36b9670d592c178361ce430
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de07c0e15a964b064169d50f3c14ecc2fadb530142449fa804066e51273804a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c685ff33355c756b77ac80e10aa65c1085fccd31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560bb063abcb9ba47a3a9a90a386165f07b9269354bc921ab7cf78f35fcff44d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204159ce79436e5f384e654bb105817f660ace2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515e4eb6a3ead7d24c45562bd52c4d3b193cd79fe7c15aff7b946a51a6fcd81f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd40a9a544eb21e8563c13bd75d671c9aa59286e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16b26fa757e2e28f2dc421070b9f7d3acf75ceb78716c11c0f88b26e2ccaf93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6394b21b3b45b143d4b030532e880d653eab91e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df251c300b842269d36d087a396254f30ccc003f0db32249cdef651fba57c0b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfb7e4a1a0dc3f53c823c4af0d3a84476c2939a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f66f493370a33cead3017dc198683b462ffd46a27e8faccbb28cd6ab83964b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68b51af1855cff1b3f03990ac940400b5df297b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c4d124d2269f92450308f299cff85c6f71f7d7f8e27010040b5b075e2b9462
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ee33f68e9e4a645efc90664ea33f6f812b2f99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa5daeed84e2d8c17e0042e4f06fb1f051764c40159f3c80ddb3bedcdcb464b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2db461e48227628ce6fc0a633bab689462a615
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542be43fa4f87f520282fe72243820ac043a5b1b79d0956f08c1f62d88ad17d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5fbdd22b0d09b9bd0b4873434c76b454d7c12d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90f804684865d6e88f67cb8eb86da2e96b5f4c846c4deb281d01e4cf00601b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006ecd057535d3ae05353de358e0b98c976607a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336649928f431a0c03b981b6a6553c5621f0c5332da309417ed92094bd81c230
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f82ecbae29d41bd0028c1e81afc699abacba2af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364485161278a94d591c790bcb5a750c03fac2b2cda241458edbc8884cded0a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd15a2058133346c64dce069ffccf9fa89ad45e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e0041e4bd7c97eb72e56ea38d05b664cee06a167218f519ddc859995dc48d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f24af86e7e673c48e1c4fe7638e0af3a8e0bb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f458ed2afbb3ec39d0202fff639cc83fe2cbb37aeb2cf7505abca1f2aaf79480
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5607d3562e5f93230a8c264b95a8a9746aa3761
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816ec5c3979f42f2ba92a53cceade74a93210789491f1d41669170dd22476609
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47fab4ca4abf80271562d211526e20aeb5da568
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23505c495c9d8172e7bbd6fb18620ee3b1b45ed82ffdd941695cec79fa46d3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0607a2af45178fd4d5115da9d63c84ca90b53b67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9932776be5af58f5fefe6193a20a18282ebd574d48fe5aa388a1a7ce145fcfe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2058950783e31d11eefd5285ef407f9601ed0b64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7515762df2d574660ca0e740cb3bfc3ca59411cce079c480358b3d134fedbb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5728076b5d0b84f2adc3209040476f31cb7c55c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746775521cee54a19cc0dc2f716ef226e1e9576ea6790e572702796924ad2533
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f45b7c081723faa6dfc6111d619ab9166203a8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c4be6e61d4d5c7f2cd0cd65fdb6c28c6d352886c735b449eeffc9750238e9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfbc139e8b440d19dad047e329cd29687f9a2b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaced3bffb51d63ec34c054f5d3d667c38d033eb46408d13d1335d9c74049663
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808a422d830db4de24a330c67c06d066aec9588c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75374bc01e0b8abc528b81464c0f1c08af81e7133253db3b5972a702fd13fe8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9882ff8380c3871168de4e90418064f72bfa8a87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac203ab2810b0b6c650be451d5565499cd2782d0bd902157b92d5484ae05768
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e769f3f080391e76d72a944c8e6dc9b099dff811
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1866499ac97d3e53f124d150c478c45362e03e6212c040026cbd7af9e5b6e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e62d7df241ee9d7a5e7a70e5263645d6eae97b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7d7772731848b836dacdcc83c4da174444422dee0d1dfc216327d272d4d107
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70501afcb01460fc04aeaf75930d46c2bdc2663
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361be522820de5e07cf0f411c44191d0bf6c1173195dedf4c736030eb954bae1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31001dece17884c494d48d9e0aeec02695c398e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4704de84b28e477ba4498dfda9c40bf651fa87aa3e99dc18b719a20dc99d32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bf988b5c2a812b86d0960277ed2168fd125479
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de54a66e7b5e43af7b7bdcb3bf71e7e809e1245524a4ff1f4eec14bfd8a1d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d136ee71642a00eb2e027e01d9dd236278bdc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50186f143864bdf2fb80f4026ef5d83a22b8a2817fbd0159d9bd0f980c56575f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1322b172f1fae45084bcc780107fdc3695e1abb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37b25c9c0c3d0fd9e0d891d3424be1a36dedc0b1c42d412f5c8cceba52d3f19
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5294ab1ce70c17a33753566850081ceedaace4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a576fa2d0584948c5cb9922d57ac11eb0598a80bad045911c7a689e08d168684
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f266c01b429847c8a143c0837b54a0f95f6bdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e56c5f6932a6cb42acea8136d9c2794a40829646625c480f4ac1c8cc9c2842
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49f75be55f0c03347351bafe2a610dba1a3606b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a6c5fc90e84ac42dd14f6543403db1c9ebdc98daf62bba4fde4b9751ac491c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac631a5c49c20903804b8fcbe1eb867defd8123
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a0cd53cf1eb4d401984220d1646a990b1584f8f99375b72de49b5734f92a07
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a826550b1a6f136dffacefc8482398b8b38978c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe75826772295fad52fb6ecb33c73f65a54f9be7bfec3d95434ec34fff267cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e036fa676ea8d6acab14b2a2344206e75a65de8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e398df17c1f22b5e2df66b1f19f2c6982e40abb669e852c331948330ef874d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76db5b6c241060668050c677a80f1ddacc1d4bb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a4b91bb8bbe77d20fdc6be68117198674a6fb663456b91b5889d384a0a90f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdf79bd5650c0a1eafc47f41e3a76a9b766c1c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917035d5a96e40a44cd68d74ca4d765a56a810a01c93c41c472716d0ad181994
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06ba4cef7671684fb0583e387b97b4c3264f64f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1afd8b5273a8dcac5ec5f8e26f9daa478e43c7f14c91bf661a3088b288bb698
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d7467cc895a8d16319d91191a717fcadc07086
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97136da52acfe0485602d4f2daa813e2c7dfb89a2a0ce93d4b46576a1de1579
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3e6f4532c93dee6781d8716652cb121f5f22cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134d967e7ea6d44183373fe1390ed561ef26b513703fb3c6527ee3ccee5f5907
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c971912422d3e707d8f8079834f16907104c18af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2b3863a643e99664ad81ecd23f8d7d3c32edad06466f1032ac85c03e00eec0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9dfce88dce6443cde9e5d5da6c71ec66f59512
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53feae2248157a2148ef87f8bf13fc63b1af81a8778a16d64910bba38aab58c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c51414063357441ac23c39eea287e217dc84ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7054ca32964b61a91fe18e037ebe923e050ac32daefecc3e19eaba335a2b4354
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b586a9062d6f02fb36d81d4d1a4d440f50bf3ab5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181e44e00321685fbcadb84220251aa38daf03681863b105259780672f65e7a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0263a7b134e0634eb29c1e668dd5bf6a8a14cd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f3ba730dac873e24ab1f50b24196b4e4e6695083c222406a1588a91b7fd5af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf286e58d4227daeaf67a1de1eb0832300481c86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22c695235246a1020f095c58e8adf0f7f4f993875464a5fd538b4da45bf23d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76107403a9158428fe2a385ac88a90ae86f42849
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2907d3c8d3062dfbca1b97488f756bacba10ec390ee2bce6f38df25a6af375a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295161ddca5dbc2bc170afe68d617b527f616d99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec5cfa952da8086a3b61de899646ed0f41da6db97e66cd87c47f43dd7ba9ddc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56179961167929db7facde9643b8118280b8fbb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cf391aba8cdb8d15830bc00d61672b6b1225eed899f3a514272cccb57c5bef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a07deeee0a0c8b6a6071dfacfb5028da4a54c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041b3c003c9d5bf34ded3f2ebd525cd559f38b7b14bbd268de6e62f0142bd479
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb2a02b019d12058ac73f76a0fcd672351e98e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333aa72be61a9c0a5d54ae4647e8678a71fd92b4334bb8a7a4bb91cdf131235f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa906fb1a8dd5ea538333e5f456dc0702784cd66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d932f710f7e4f0d017fe314453851a1b2cf4500f91ebe4206d9e2ed2dfa3dac0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf8fd0234c5051f3e379fb44d2518a739b4f37a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7d04ed44cfdbcec602998f26649b52cb502251e15d981dbc34c8e9440d1a0f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b8ca4e01e02e63a21c7578ad5363feaf5002a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc69d28047d4b319e36f2996caf516e8dc86aa7180ca37de78bc27812ea7780
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa6f5c0fb5cc5b1364ea1699db8be3d7b610519
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6d25fba905ebead82ec1abfed8fb01730b202b6176efcac53f914cac4320d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000d7ff4cb7546e041653675da698d1785ccce5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43491e150e61fbbe49345ef6a54b7b86fda3c57dee515bdb584e1b8fac71bb3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ff51de6cade2ceb72f895e7d93d0bee712f93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2392a407bb912eced62fb429eeaf1ee28648a3e859f804820abb7cbe45fc3ee8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65c4f70dde77a887f0b1450ee01fc5b235218f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b773e95624519373c511f0cc5f02aea4fc05129d7fe46836adc6bb08b2179e6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b033de938017dcd165bf2d06949b04ebd31b77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2660ad2066d03c142163dd8c1cd7831f2af6951b807814bf4e86de8c11843752
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae40f726c63fa189b59e06bf93f0457fe19eb61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ab0d370b5ea4123f1d1460883b83adc3f38ca5af6104538ae537c95246e6ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d9716224448ce3d28fcfa39997fd19702bf763
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8507dcce66bf5a925397258ba138173db2bd30056ad7d07d7efbbeb387d1d69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3d9e7a1a0e8650f0cdb262a3135719daf447fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d97c8cd66cf8decbb0883c774f583b4d5a8d5be23c705435dce8c17254ddfa6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8441b955ab0de1507fbf789cf215908e049e274a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85756c90d232b3fc5c4c02bea3bba1e086da7b3b70010a523f34e15ad792b5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b062566c30a7c59aa1e34cb25810ba6772f0a407
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae3359ac4e729bd4ca2acf6b0321bcdc8cf87c1c9c536e4ea659b8e43f4b281
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118e870dfd941ac064d9e4f1ad60dab0bf133f54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b15148e24fa26edfe723962183a58e72da285713e2155c268d6d8d2838c995
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fae9ec245fb58770ae267c906a9a994c7fdacf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0333b47e2d9fb6566fc36530cec808d49d9560acb6852f36978fe765451a245b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d429949aaa733bef7b37746a4696db4d007a3c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00414544d779e91091fbd338a3d2bcbd17e11ff2f5f31206977fed815133b1e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3408bd8c01af162dc34a5b086a662e3cd36ee4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461816f08d1606f217945e308c5c0e525c1bb3cd403f289390ff698ae9906ce9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0889b7110c902ffaad637268ad24e0f3737498
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7806ce778446826561b3461bc88473fb70f3ed05a30869c0e5a9f4fda9ab82d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8997a48028a4119a44fde42fc867336360d744a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e756ccf71c94a29f5e21553e1b92ab7d9faba2d0fa29bc502a496683ee4413d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87d6f638c49281b75614761b9a260ac41b29389
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe694d445353b59f213318fb9e61d6ef45a1c235daba85720c89f6922f54a405
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0043d03b454f348043d6b4680df95dfda2cf19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3fb362a963f06003587ceecdf6e2daed390782836dfb6bb83cd1ba5aeb88a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62961cb67c1995271720b3da6187f8ca19bae7be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8498ea836e7c7d75df2d0d3f659577a5e925e950c3865c96f9def90d8db321a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338bb58068a47f724d603f0d099148a140c64a53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e458933dea960417ca9b79a51eb441094ee8b6a9bb0e3f8411fd4cf3d2543a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b53fcc8a59b840f0ce0a864e50d2e758b0dc936
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5bd99bea38d053b2a5299056ff7dcd3ba0d40548a4ca2543e28bcb13211d12
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2801cce8509d6989a7920b4d2a8a2b8108cd33fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc6647c6c2532fd3fb3ab6c9d955e8301b3c5fe2fc638fa818cc7adff4dcce6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e147a7b8bda0b99004d34ebb3d8eb839b4795f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d943e31e5373d0cc9c5a7f93dadb18100cf1825d11ff6049ba7e525eac27f5c0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa97ae031a7c49b2be9ab039abcb2f63eb5551c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cffb613fd2ed9b684ce87f2c9b284e64fb70a27fdc30de9adc86486300b084c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36c0d5b544e15b441cd2940e9e5e09cac11b39c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0208a9344efb61abb7108c4d785d1ac2e1208e591f01734313ab665e412503
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06503ac0efe0fd0c59d57003e4d41854591e3d51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd64f7fe6d8d5534eada360cd29af5d0ee123213c11f4b3abb46dd9069ab3322
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20accc4efc16eda9d40642d283205f9bd1dea067
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ca3f3fe2b857b05dc60d31377f01940f280b388d9d808e3bc491e00d100345
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a334e7bb205a8a09eb3f3491e8f9557dc5032f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb9d4d3621e18df70301ba2b3c287ab71a808c04dcbb6e225552001c58810c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fc88910dbd95f9a83f1011b745f670f8cdec1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba5f865e7880423c1a596cba9bb156488eb6d77743d400661207964988b72e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f0c1a8aa5694549add6141434308da40def5b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d38884070e2f39d611b935d8ab2382c76f19063e818e943c8c487ec2d3935b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8b7685f890bf3ab9244cf29acf89f8641d483d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a06095f531a475f6437a4dd997cab2026d7bf30cd61dd445479c0a4748f729c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad51eff44f3cdcbf28613ab0d7a926656b104fa2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b710339ecb7f33164518aee8d8c42acc4a86bb6c4b9e6ea1e016052895bcc8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a1369f7c01201a49024b319f328dc5df17f188
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0171dd78267102aef487ba92f8ee48658200411aec06be732722cb812cf517c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89ea0f09820bd9281509ad60f8a73e947544d92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d212afb4ba22f9251ad189ea970be35deaa0bd13a08087f2d70cf89c3dd469
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984f447af689cfff269b9f1198cd760af370a91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8035fb2df151c8e9c8b7bd5cfffb731e2f3d337615145a064b82d79c647b2b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626950121a36d36ca41eb285c43f4db7ca713725
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d70fe34d964d3088dc2ded8b98a4f6076c720e6dc3b80ac0d8a1b35c32a3953
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11df4deb4517b96ec18a0dcfa115a9865ecd1fc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aa8bf8a0e5a05cebd6820ae9c5b3bd4f0d85b33b55b89fb18836ffde4dc3e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7d2a1ba06e1a5346a5a7cee66004bff4a816f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30bb31553aa52db8023ee6933d647a66d6725f3622e4cde8346c04763cb1c90
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b42ee8319fa71743b9bbb41b3d7686e50a91d91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2446e86a3faac453227dc2230149715c28c1f85071b601ae20d54aacd582edd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448a186077741d9f3794c94091034c484464b717
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960308c9ab7f9920e108202550ab09c065985c43d84c4bd92be149a405e741ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd11f13c393c2ae1087b2458e4d228fd128e78b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba03699d689e3d553524dc7925f11ff4450eeb37eddb6099947cd94c1ca0b992
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5b2120829c2370f2b6ff7c5470347bc75d7a5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395de279be8ce9f839acbd90d0f135ff8119aaca95faf65d250ce3b3ddd985f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf3fa9c020e4725be09222ef91fe1af016db415
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3f801c458278e14ac5aaf960a858ef9e70e065e246cb537ab4188cb2b05063
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68ef888d94872922be471b9aea9774ad13ee65b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735ad8be4d3f65b826184401ce33c3e8ed2f349b77e0342170f460466ddd2775
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da784b6c94265261aa762822bf968438cd0d960c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e609c294d272e73bfec5e1745adeff5095ff3c6de6ef5bd7d4a0909669449706
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8260597ad3dfbc3558248210223e6503922e759
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ee561c282645929da00c287886baa2e5ad673fe01b477539ffcd27183bd36d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c47d6214ec896f75c674c8d011c50057a14e07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05afd973bddb8d166de174daa9158a01368db350349d261c3f49393293f9a0b4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabc48c0ca43bc7f63882a1d23760ce6f7103f55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cc31c56ec9d3e5f0f4fb5578a5a3ef1c3438e89fd9e926146374b3fc8c9d5d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c492553252da2d2d91b9eab1ee8ebeac8469fa1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf1298099ba98cf935fe1272540830e9d89decd3b0adcdb86459f4f24bfe54f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8a02b05eb7d6888c42f9acf8e34ea5f991edc0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed1ac2171e93fbf798880594ff6e489e506b3f444fb440d66c9c8106b0038c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9d575dee4588d957e5c814d425a13d6227207
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c4e5161720688fc00ebabfef1a679ba088cb31cbb79a5e5efde53b6e58cf47
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3346cfca71683b7544e15531d369e55c0c7934d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293168c364610bc31edaa7437cc2a1cd623cf88b8193bfa28aa2c292f113fec4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48e8d8e8e48f7878f7d5fda83172829a4f746cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bfb4c1832f7584a67825b1b8233cad1685360a27b904e22c04dffde60aad4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21cd16ebe073665e6df7d85272121389442fc71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55191a8878acb1327d2430be2a213d4fc6c7b4fe61904717fd311a984442f7ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d23d7689f7fe4c20ebbd8dbbc0ba1afb43125e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976113a880201483a67a522bb235227704b1f702539f94ac65020f7ebb581675
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec20e58af0fa798aeb9206082fd50b5c5fe976f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbc83b9ab2114cb3bc9326ab8b6b672bc9b6b2084dae80119656ef2b24a9f1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacd4f2f1656cf7aec8ea89d833a51d59d862500
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b433f9a4353097aa2fe52b671fd1508dae92de561d6a0e19fe1b7a9a16376a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c5a35e30ab2299c7bf3d0c803e8bd4e8fc17be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4b16c49a7c9fa69919a66be974b5acdfed3a5051c677f08e2a6593f3ba9821
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2dd12befc88732b297deba060833982cd12bdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fc21b2ab42715da63bbb98cbed03103a5f30306a73657b775c507cdc2adbcc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d1e3e0f93a0954adaadd9d2ac7c4e40f804330
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee31ff5c2dbb07dcc82484158c35a4fad9e4ffd9a1a8b659cb5f83fcb28a19f2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa03a192cec5666db285d93fdaba8beda82aa31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa278fd393ffaa2cb5fe9cb002ab13d835e2e151fb8740262a3ffe4b96ef83b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc2b6089d7980c9f963dbc26486d53a588e2ba5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80347b37c20fdc3a19573ecf54ada83b520cefa84443714ff4758f167e16d42b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb9fde2eec39764d4fe92348541bc77263c48ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4106f70ba065a4665545cca504b9a793ffdb63e9c7e8e3d77f50ae3d27c5a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab190d12a5945f4e673ad8ec7e0def20791193be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2e70b2b3bf3125a6e9aaed3bae97989ee9b6c9ab788461c26ace6a7388f9eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ae9a25da4855a9995dee93669494b7f1ac861e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d84102fa9a3154078a1a6c97bf728fc1d887fcb381fdd155b7d2cec8c68dbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e98f7b27b238b02da131d140ed54bcb6485ad03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca5d15847fbeeb683e035168e7ba64b79f83f6253690aefa0361bed71a219a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dfa4892aaa6a437861c19591d08d32fcdb679f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d670049d3ffd374de3afaea72e0a0c76d5be47948cd1f46b1b591c86ada9dee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef060f274c3787cd40070b2b80e5a9b54378ead8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e92bce102e06bcaee4c8b71cd43acae22da4455c0a3f66098f2ff31d597962a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a834185e68dc1a959112dc99a25a19169f3ae0b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d463e179ee0de6fe2027523c4b179e14f944c80e07d09029c79e9b845292c80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a41c39ca87cd28be50c2f0e7f922b349d6f6c86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f5ce85ee33c727ad0aa5ffcc26bdc2e626d99e601ce4ca6aaa760974917309
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2e6934a303d816647f702543204cccf6666519
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d938e616da3ed8a39e6cbee4ea014792ce15de73630cce9ef94cb5965b6d3a62
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdbe6a64a15dd29816f0f71aaf8ee2d901bdd87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327d9b5b07d93d4d8fafb6bf8b2010b5eb78c59b563fe8d26a741524ce97645a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d992178354c256e3b84bb0a7792ef41df2f09f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c6655f884043b45c22036d6c646b477fff5c53d9f500977e40e8a26fc60159
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee0162134c5f4ec693975d27d4df1be6376f252
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca115640e60c65e9aa63b7a91715ea0c898f6914869124f180e2bafd4c785e6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac16f8367187cb403f3c9a5bc02baf28e3dc4a55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1122fb4db81528b2422df0f70c59252f1a21b30ef110a1e9741bcbc05e766529
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd546365a32d550f623dbecfdc969d6bf62a398
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7775a2340077c6c6fec0d551bfe155049c0c94b6650268c388cf2eee68c9edab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822c7f6852b54baca864ccc16ef610cae38ba3a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bdde080db06f27eb8807648d7ce75a9df9753baf9fcf1cc0e11481893cd74b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd34308fe0a6c548273ab598173910c66a88d08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba8b52390de32e3705ff1a4b6f8f271c90b7ead633552d9228086a31e4695ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6205dd6aa921de56bae1098d5570efd76a52203f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50617347d72759fb0ab401d52503d2e89c3016b963751fad2da7d7065e4143ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa867f7d5a81d873947d7dc5cb048935f84c8ca6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfe2e9c3ff42f682f7a43681da0ae57827fe20baf69834e230e5f06fbd149b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af85d4021137cbc1e5ede91577d70fbe2bd33911
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35df745e980889ab282b5d9bdb68fcb0f0ebc8717b427dcb6204c261dd1c232
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20f9c9eb4f833c5887a55709a516365b79d9808
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fa1bacfde20c5d024fd4c1581e294c5d0f3201bca7bb1d40fc7a6a4c98df67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de080ee70c37c2aaffa4fbd7b661f639552eb0fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aead751e941cd845744965f0a68765a41ed424558526198bf7a0ae5c150bee91
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57eaf96502e9180cca03d717f37bba130391250
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f934676f22a31ab11e15fca36859adf31140ee301f6f2affa22932ccdca52d88
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ffe6d0696910f8eaa192cc3e6eef8e9fc6ee88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4940e575e8cb0679163db366605f92ba3f74c13e137f930b40b3d4f250fbf2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90df3ab2c62f909ed50b41eef33e71ba116b8e95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5faf6e4e7b921e28081b9493253d1e353e558755827dd0c1eb3d7fe1e99556
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c7bd3d9a991694b3bf46dd6a27f2146187a30a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90412c219e78162c6b6088a916a13cc36a7f9225820a12554624d469f83b463b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ab07641576b36c403bd7122db7ebffbaa10d8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a94faeabac71af9052ffacbefb49aed970a0ceb0d05b314ccf6b92c818eb49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a98cca4010fba7a69b552955d2c89f37be787d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbc824be74a6477620ab3bc7054b94a3b3f748cb151d09922c4dfc70e801204
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe882e233f604c6660e29ed6ef8fd8ff76a197a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e96aaf6aa86e24c3f272a06a98f057c05718ec51c9eee410c42ccaf3bd529d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a946a1fefdc5079cc2b48b6dfc306bb91bb37988
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bb324836976dc7ea75e54800fe317cb9e65ebed29de029067137d0af5c18c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e242343200270e4bec19f143587d440b9ebad2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac7003d156fcec7b814661475a66b08405de1b79ac7508f448f3994cf2195b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962e8e7254de49650943ad79864935359b0672d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9262d133a17d672652f2e39739fdf08ceff8f8df212b6c7ca518088fa9209b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935460bcb92e66da3b6b2ba4c27e33423509e538
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5a8fe5541d0c05aef4de7a4989994bf743bba60cdb71038de8e26e1865b3a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc0dd7be19e7978409b16f005cab0499ac04281
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49595af4e86d613963ab65baea2d84974058b728bd7d57ab620594666c4c690
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5041371c7930c5f91bbf0fd1581045586d0fe29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf58eda1ae264fc92259785e55f6d0f574fb81ba489fb3f0d09e52caa8e40a6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3362e48e0cb6dccfebf5c3b6cf619871f3a575e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dd6189b91c48f1a8ca67faf155da9d5b9d9d52ae0c34376bb5af84bd7e0b1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eba4038a8e764a85075b505cbebc1d2baf4f01a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3c44de01356c4b937b4bfb8947d60e47da0b30cd2bb41dc8bea867a8e9e050
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d38d0615f5c8e853fbc839e5eafe5c684c203b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95c4dd4a9eeabf7664bb16b16fd52e667357fbcb1a65137edd3a65035f045b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12fdb10c18511e3715529386df6f58982c32396
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e7e3186e4094ff12c64e04cd9029e5e9f5b44c01f87350510061d4d8a3bba6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2224a3a49f99092bd68e1f259dc8e75f746329a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9149365a43fa98aae8678dcae8e9cf6504c5db39588cf119d1d51ce8c91a4f51
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f215d89cc26b8f7343d7874b1e01efbdeda6e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13befc6b0951ccafb498a8e86a34e9c6e1cf168d0a015ad14c9b7285d30cb57e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9028fbaeb075eb3b89d95a2f54db847316cfda1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc05136b79b389b747c763cfbb8819cd70cf56e9358b0be6c09d9d4866edc925
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8bb4419af2806a9777b8534a6df19484f1cf40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4820ae080c8bc490365efdf0e36fe7e576a8dae1cd52a6da96021e0b116fb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d77bb92cddb40b6e39220d4fb8e2ed14ed1e46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb3c2a5272f7fb8c83b7b0b22490cd57ee8ab12ebdb7123276e142b00457987
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1993a870ed41fd6be51d81e45c182b25dc2f69f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc34e17405df2a291f4c08c0a6412e8de65cec69580d90e5ed79c4190d2edcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d34bcbb55e6bddd8eaebc6f28764a0da1c916ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00f1633b56aa6e32d1d946464e6918beb17b8144574d1ee971e4c174e9a41db
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86d5828b87a0259be7e3612fc678350e5cff410
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722aafcca40362441cb3b321cee371b529abd61fdeec228d579cfe86704c00ae
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba512c49b8bb407871b206c90dd55750ce5dd4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3b80e0376fd269c63b0f037b92eafcd10a6ce40d14a0aa3460f19d513b4749
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8381cdf9c8d3a0939375ee67c3a5d462e39c55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74812478f7bbe6ffe47372bf031cfb20e3a74be8974f3470674cb9afaf29bfcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259ddc06b77e36c2f5642bc0ec04b46df262c223
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ae09c94404efa8793e792f4821b5963d7c20f3bc9edcb838f7cf2b5f4a65ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9b6421be5c32430e89282fd51cb9543d84c6fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5bf7a1e8110277299e1b92f5afb67c3b8012ecd6bf6041d8564898d9879b1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33865e7e629a1ada100d9e63e16334793f8749d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0b108a675f7ed40084d151e7ebbbce362618f58f46b48d70a6217d832366d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d5b3ff297498b647456fe2e01bd7ed6f47c8df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d12d857a445fcc5d8349eda00aeaaaea4ca50cc751a53a440dfffcd39634f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984c5f0045a5fc181caee2d67146d7a8e5e46925
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c601866469112eb594853b79f8c5a50e1efa32851f714811c14ffd41721ff5b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ff2ba292472d39df27e08ac1e666edef92b976
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8915dc0d530840bbee914aa4004230c93be6c4c91e0cc74d7f6e7167cc478a25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c5ae0d3049e3c11fd6e4436c41ed3c1a1895e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6726a67ef865a17868f477957bcb5426a96b8a55df3aceacaae1dbd1085072
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d287cb2d57c713dd1b38702dee31f1f564f415b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d1f21d7575fa069bb1c8d656f9ec57050f6bc58f22f4a7686a70b52b3e491
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80676d1cca4908211f0f2419af61794e3773c791
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedd20b21dca481e381733a2fc72a47c84c12db227696432a9074d2437ff3907
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187b86e9bc489cee2b6a33940d10e9bf43fd9d95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0a27fcf933cbc70911344d191e05b4c0ae6211593da82718fb761d357fccbe
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40454a0d53ebe0908a44db577a24bbb1c5514e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3f2dbdb0b0c5542e1b03ddf9d2b9554642e02ff3a03fcf26e7f8233face5ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426e54ef3859ef8829e073024b963ffc3afd1db4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379328396759ed1001a662737885df094ff96fe5d99fb4e33fd042b83d5a0303
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1969e26e6a5c9b3582f6007aeaa74702e7f51232
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8a42d4795506bf9bd7394a45d2aebc1c77beaa0064a0385d1253085f285e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66edb469dcbb15bd08654a25592e85e263e901ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e26079990572c27c7db4f5e8280a2ef4be8ad8aba9f7d4a9fcfbbc6f5ccab24
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795119c6324d6b1b352061206ac7752c4f9ac457
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a2a81fdc22d554b3189f4b29b6d4793e513e9193ea2b8e5c4e05e1465e8476
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4cac5d10dcffd5b2bfeb887eba9c16dd14e539
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7d260f684f53594fa5e9fb96feb1f6d1663d93e77bf5a0e097786369ecead6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976160939d0ca50efea25ba5172bf74260d29cfb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cde3711dc629d0d66cb95fd8cc490fe699f472167fa67831f85d13f9101758
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786a3a7ac720e7eb43d0676e2d2848b6394deb47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082d6663438f3e7c34cd42fb856d0b9dc7ccf4d85cedf932489581cc38eae8cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684b0463e321768277e3aa82fc185721e7b6b9b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c6db402e306d5d0dcf619daac09660afdf5ad46c774f0322a0ffddf219b9d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b9ed6c5aa02fda2edb66f494694a2e67fdc7e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb15e47265f1c737396852edba29a255700c434b5402cc101c2a89c9ef6ac03
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad593326ba925048e9335c62b1698f0d86fff63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9fc77f8eea12840387deecc358af0789b0f0a7ff6e65b442e8784e07b01995
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912658435d496aeb5758b73e35a644574d83a590
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fd9bc0a60bff90618401ddc6fde7330ce6fc773945c96c42f57b88f34ca067
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c7168d11ef52606fc438e11751f8c666481a14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa8c3a8de4fcfebf017fa1524aa9b927617772e59e42cbd4c9f7731e977a433
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faf8795aaca67fe6efc7649ee9a1b0b9d591af0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccae6c4f4673a29291f5f6b8a640dfefd511092fa68c0012a17ce0032b0d9fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b205bba540275193cd1d90ad08573d818c26b8c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063382fe54194daaef83b7f5eff090e68300c3b7c39e046e69f26b3260d84693
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9a2e601ef7bf01f71605b0185b506073fb3f9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ca91c3acdd406eb14260eb9c2354dd44e6c40253ee7ce90a8f0d4b2da21420
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4103ef8830465519d67c349398f877ed76b5b286
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c831db320f4e4ec8ba8255bdb6d7ace4b492deed454d693085894336de605f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7573597cb8c49700026cf6f79aa19773167223f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088a9c7940c2d166050fc900e10d7ca1617fcd2cfb053f6b227afefdb325633f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e94cfa80457c851fef06a8dc2eeac8f62202aa8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550313a3374bae53940dd9b12c2f1bc5315bfa7e464600a31b3981a68dc2fe92
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4e25137235331f0917ae6549a4fb1e154ac763
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90b60f177e7d96e9ba86be690c8f364d9408dc43871fdeff840b9b7065d92a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295638ea10c9f4843bbd08a50f093d4cb58b69b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649161f5f5d611e16c8087131190673546b92e4af12aab7273792cd58eeea933
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4e4951d3b89d4f25ca885c7a3937b55d3aadc9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05cd63593fae1436d5e11a573fc6cc5a5ea93a4697460e22769ae702ea28bff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa0545f102f80d9e8fc111690a19f2f4e919914
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae80946c2455312df645fad08c82118d5897d9b93d35396a82ad021b852de01a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8095fe6c341e3c4434c19475d86f7fbc453a036b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f74c5c346cf39d708b554a0cb23a8af00f7415c5867d93ccbd2451092e6160
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057f527126765a6565043a8b471b0bda1e930baa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4062fe123351156d5049ad4115c96b9f7f3467b4bbf190a65635d73c8c7d6631
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4211da24ceabf3a60bffbeef59b2ba6dd6177e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb9cd1923054737eca2afd09f89625e459d15ef69284a21fc77c0fcd056a345
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cb30e9d8a1f64350ab37f3066a1bdcde36f899
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cf1497d3137fdf72ba771739a14aa81fb557217e5141029951e9f061ed6abf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8dc6f24cfbbad40d810d72c9186f4e062ceed6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436c6a059bb9bbceb36a694fad73c5255bfdd39c5a96d345ae6c0ee426bc95df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d833b89dc0e2c2884d05f2513d4a742e202f24b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5ac3432c8d14b2d2f82628404fa8b0ffaf9a35beddf27778d5c2f83e88259e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348b895e0f644a59d3f20793a4f7784c71587693
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fd6ead57880ae32df012c460ad5271c46dafc26af42651c34dc8229e2f8220
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18f103e5c359dcf00aa7b4c02bad41d9561bef4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d745e7c7a11c9d753de4c0d49b24dff076f854b62ebd2fe9ea38a8fb12ea1806
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd11aeb3236da0560edeac8f738657eaafceac03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9d3fde52e8f1a91de2e005ef9f4dcbb9f0b89af3c971bf1c86ed7b1e4210f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653578cd933f63ed6de7b38675b41a58d221c4c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073ad57f7829fe927a43d58e48c060331ce0f3f1039a269e3dafd4338f489643
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38994e18877de14b9f1157750167a5ab5786080d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d2bd960d45286131e665978fc403e73a70994f7a387f98af1db991e18b0138
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bf1881c423b01a1144c265d8d4ddc44bf025fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed55e86489578b100abc715625a612a53b38e70669709708a4bc90c1cdfb1a1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e25b82b09fdb1a2ef556036f328f30dfe72e5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c9bc25384179fd55f2078a84ba1983939c8e7e93b75dfce3578ac6d08adee
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9732945abb8d569ba060e7278679b4d480fc6fb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81388a9efdb572d37c4b7dea95025d68f9cc1c33d4a54aaada3cda888239808c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270ce5963b90fb5ff5cabda6d75c8610b740e13f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be3e8d1047fc347b132b255b4e8c1fdb32f3f79e9752e7a34bb72ad7bb89a02
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0379b735b674e2d5b7ed95ad154f8ba8ca5a6a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6bc5655e11b0b7838d72de15254e66e70035a4105b4c18ee7399fa964c2b3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61638558ed862fa7dee4746ed0076e1d9bff19aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08a1b7b1692f1440446af092cf28e42575c601aac4dc934e1816ca6d13d7348
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aabe2ae82e51301207cb595e3981e1ffc3cd51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e194ae83b75638a85d5d8f4272c1ed1db8600318b7041993f6f171b49c08d9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd4c6181d4c7104ce62a8b9d69b5ad6b307b2a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558ea460b40aa5ce30b57ece692b4e0af65eccf900a0e4f9b5ae872eeac9f4f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f40e47843bb19c775a29af898dcda13b9672f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9318105bb9b644a9dc21c238768c4fae57c22f65cd56bbd454638f6cafccb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e7ba89ec045f4deb450e5a1fb7267f9b8f29e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72a85fd5a99c64517683b2982be85725e38b22dae7f220f4047f3560cfcb510
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5e7fb11f245ca5edd7c7c616c9b7533e402dbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75a73eedeee02a0c8365b53fbd7d61053095d3c5ea743fe6ad86aee37d84da4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097fa7834406cde9201f2d899349dbca00a13aa8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfac7413f60e12d8f273101f297b9aec0a71225187316b2f8d41133dc3f7e35e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4261a3ffcc927235c4682fec0e7ac69cbfb0170
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f14f5b288a7839cf015482ee7e5cef429c649b1a278076328f291269adc73b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce0fb24368b3c58cbd3f807eedb87c896ca7355
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411d10d7fcddebddd38871efb0db42f5f1d891cbd461cfb5d04122ec7ec7a34c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65be22b37cae1f0dec1c2efe4b2044d74e8f784f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40465531213598408d72e18db852eb57e526ca4a7435f348613a225f73a522f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12dbc84ed449f458b0f288832c06cb146d8a90a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6dfc733721eb4aaf7edd4b9332e74b1b0b0aba95a2942222d0eeea1f38e728
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c980595e0ba3c0a8c1a155b3d5f424ed98dbdc9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a7aeb6e1a3a5795b7f676dda0b0c37d53ca882f98abb2d3e8e82a11b9b33f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35561d2d347636ed4b63f39a4b23e7c66b2d7a20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cabad43815535682da7fd16c9b1bb5e0c795b96b355e0b31c45a77c47c1ef17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13398b082e320961cab711be2305eb257f2eff4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f053666c7099d7f99a567cd584bf1ff8123c2c9e61c28dcf86c526e67082b86b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e84316979fe0b5071d36e34bf892001183ea63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc63b023768711f2d033285a581631e3bfa68b14cda2174baf1b24cb87c9291c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b7a66831041c8b9cf1d1b7e5496fd83919ecfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f43ac88bad892f3bdaf0988edcabe7082f6a7762b01bb3d48eb9ef35e28b8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291564aad85bf7d0610f30aa2ed9f8e04a628c9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac4e9cae4a3c132682a6376f1526dff25c6cb45f9b49e8be11e54d05e209d5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1de70f81c68bb49e34a1277748bbe22df9e0d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13ec1b8b1757634327d2b0b48c37d2d0c68c5e87ad7cd9cff8a9183dc87deaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241fdac143fef5b7c28d285ed3bcfa181492ea61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1387126135b797ee2843d1416cc4a9a1b04cf959520b955ae15a6d41c61986c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d32fa052873590e6b652ee7bc13cc9858a4dafa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a557419512d5cd268fbe5e04cb0f5b3537dc7d35575eee3c584b204a7a3ff9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4048bee22cb532e538cd94eff8ad4c61a46c66b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27f76f9aa6ece91c322c531098f00e16c84ecda30fd05c649fe5a3f9bf2f19b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556755bd1abf62bafbec3d8ad25039c0b3e3ab15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f64740d770f59ede09f8faab6005623b735c22db4a7c8aa0c7fc8cd618adce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1d7f8632ab4ffde2c691ff386561867233bf73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eb34c701016a50456e1faa5d5084e115314cefe6c0c33689a62f75e9a9c6da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dad9f1e366b760f4038326f66e46d98d220396a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8629ebaa75f0b1ec1e2bfb94d40f117efdf333c5095a435d60e02fd6adc21215
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9a98ee9a574fcde624710a0d053e01ac9079c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3702254e12e26179e5906c10e0a8814d5248c3a3f8d5fa95b6d1e9fadd25ed80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebcc663a55896df4ec450d7276ed6bf71e4e7f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff6b99e8b04087ac0241b21bf789b46e979d8b2c8363a6710d518e4d5e994dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07031c6c02af513e097416893cddda9c64793bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398c2f3ba8c08bd4f9dcf8a9a36553ee327378b56746dfc75bd71fc046b99f1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2484419ff81d1bf7442cc3440a6dc27cf50bad1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370900f35b64dfeeaf804cc12432d3f8edbbf57aeff9f06415d6aaf749ef702b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2997c50fa9a8637f6e9036e628bbf5243ed603
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8711daabe086ce9f515aead12a9ab8a6a7ffb48db1e726d97fe367d15003c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8cb168ab88f91ccdbd27c8ecd3794fa3662719
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f68d6c412eae003a85e8b19c39add5ca28863e2317b9c0af033f843bcf3291
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3d3ba6f87eb0db259a6779ccc523abcdb9b9d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82dc48646eb0e2c9dc3f1f7e0615749bd6960719eb342f54ad1756aee563c31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0e8812d36079adc7eb921ccb7e321a370adb2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e32f3b6e2f539615de66f6e9069c2a71caec87bc36c2c01d59742a110781db7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19f6e1602cdd26dc142d106183fea23d658d8e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beabb55c851dd0e03877c538502540e29d1eaf51630df81222bee2737956b642
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3d97406080928b84a5469a98ec2afc6fa8c5e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a33c3c34aa0ce7fa695040d5bbe0890e9ce7c7a9c1e455ab4a43c5fbc6d0e3
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69329e6daed06509c03d16b861f7d7927f3ddfd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58af18ba54651b6c42c822c00ff41816957aba9b4c6f4aee3825b9a9326226f
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf14fbe17f6d744540b9555078b2069830105150
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8971d4a76d08c42fcbc7ae2c99f2325c262566c2c18a2553a68f081e1799833
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da1d4943e5119c23a6d6b29780e058478bf265a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cba79c9c3e5d6d5b851083c9a8974d300146084741f4bec081fe511394f7db
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128e243bc8ef6f979f77e87aa94f540cb51b8f43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f6415d6f237035c90fe2b4acf7eb10075e79c08b5655e4eaaf9cf5e0075f0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b212054f1bde37cf39b72eda2666acff77fb3bba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144f26c5ded4473dff5e92a17853e4187b2470ab1a7ac6a6a016ab1fed94d187
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604b5e4075f6342615df8620561cd1c8d58c5f73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3798b63279000d1f77fef512cf5a123d9a043af7f255a21e4c0accdff8842161
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3b116303a1b0eeaea83b6d69050f339876eac6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a955e01686d65eb848d41c4d03bb597283af0014085ea933dae8e6f2481ef6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c889dd5f9175aa93eea6fd26214b0b109e344362
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415e5647c8aae7f95bc99c721e56ebf3abb643a6d1d668b1cd7486cffd2248e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2a7a49d71dffe881e5e10a417d45fe61207f72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29889aa43c2e8b2e5b5034f88f4a29fcec39ef2fe633da06b0d38fe7d4aa2ec9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f871fed86f8895c82850011f7372f78ab1dc6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802b3199ba99a456524d030fdf88fc52a88fdf009cade537a7f58a2d9f2c44a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae95db188f3957c9f750cd4c36e9412de79f943e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafb00716a265b8e0f33956ea8cc7a4fd01001a6cf545c9b1f182120ae24d421
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2300269d4eb6beacfaaf384b4dfce89105b777ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39cb66ecad2de8999b610f4ac00997bc00a9a02ec034434595aea2463fa958c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23672d1f328387d05bd177fa19798ec0628188d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e483ee3811447a77159deb1736901a4207e5522a861b342534634b5e28fcb3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d12c50b779c624e1b2fa466779283f55ed84269
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e9b2b5bbbc20e14257dd78d3fb1f3a9030d0f43bc4eb4645b0882a898a3bff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db93858c327f196c4f7693992394c541f89b413d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a352cee40a42e3c358ba690e328fa74473a8dd05b070438fd50b683cf4002b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279220e8329454ad99f1abc44294c9f97442a219
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee12469f55220ac6ab892794546869c2a21c72ee914304d2d620f7335d66276
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4ea94a3e558c6bcff69bf0b3b3e3316bb3c530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67328b0b78872178e69d96d8c5ac405bbce85c795fee7471c580e8fdd15bcfbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f5e6c1abb21483ee4728af0044bf4f72c95a21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9937cc121ea5eb453b602d1aa81e00b8a197047d216be1ee7aceb07e69037671
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a969c2b151de3816003ce6ec3191029686791765
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74787827e305bc52b36f7841e785b4ab4602e2ac7f9f72f48529d715b0a656f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d24e2a76b37487ebdbf0b11365df17903cd644
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4870ee6765d2c537e13584314632742fa51a8f451be20fc896edaa244aa3b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dec7891f1ac9b5faf8af16b179f0288128fcb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16ef56d1080f93a8222817332a4175f9be0e62fe05af9f85a187a4815c60f88
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b858182dd8043dfd809057e8fdb36d9be3c543
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bb037699d225a9b9a570430eecd239765fd0c7bed52452ce4e3b8906ac5e29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fff15689ef09918431b7d02df38a5290a0f49d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5328462984dc0178893e7293c4d4c78b9388c9fb6859e3111291284aab196c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39eae256927508891e4c2db1e7f80d4ca02bbdeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4de29a78b9c8ed1e239da32a98d48c7c531ab207fb3b51019b08c7ac35640
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3127a5e7c71a5c3c27a35ae68a406d2ac2ca34e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d722c84af9e8a21e051683821934834acc0017b0d47ee3f3efeb2138b56e6aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f792c69701938a215955f6bd1f982e9ed0aa72d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3136afcd202d1bef369af9a2a9a9b0f4de19399e61277261fc5b97ae40721
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea56c85c3d393d99de36ccf22ff99372f4c5942
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926eb4eedc53ff357dffe84c9bc008d8c30f4309614220e24605e3d5c89ddb3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442c93c11d5e23ed6dee512cf441032c104b60d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306dfb84944b39a9202899449a9a809df24240cd01c057a3262e471a92129a52
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d7ac0369562a095d5c1f8725a98d803eeef651
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf159b0f8b7bfa54d15ac5f7ccfcb0f5d93991216b432908778bc31f07b74a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf48a41dda5eb3e96cd36bc9a5076e7568a58c9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146a60341db12099a6779d47ec79d5a596f6aa75c716e71a494268f29676f11a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8c4bb270c906e2472b159979e45edbd00361c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e689963f11a041551b2ada501cb67db60b7b9eb82ab62c0e1e67de44b5ac52d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98c43540579c6cbf42a9ea8b78dac62c8fa0b9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756b1378f80b324cb6b67063889bf035308619ad88a0e382c1b666dfca05ca07
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13ab5240b21807d992a5c1336a6bdf90fee9a7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b28a852531645674f242562775cc21cf8b2c43ca2ca4a5a22f7469508799c0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8465369ab4d80e08fba5a1c86b268b5a5e95e8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ba242d755aaa480365057cf2bd21e2b89b0b1ddfead5fc24faa23ef25e14f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756c135a0e50ca408de3a632e9909d539a942dae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d58ed01f9b07c69cb90dc128b0b45f478b94c9c8c0d006f6208a27900519a1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb99653a783f5f3f15225dc0ee6a0b80268be1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90defd72a742f37e4d3fe44e32b57a7561a01422c35d5d4381002ef8dfd4e1de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b406c230e951fe8c06ff571cc23c1d8a693802d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a1638565b18c16885292d13cc6f4133a071fb6a28f2c9e414c63090c3258dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806fd5996a59fc457b3186db56f172b02b0e11d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4e191b1b9d87a44bbca41253006ff197fdf6f94e9f9ec5f6dd14591e939766
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c325f224757a27dd90c0d753e9a1647b5a7a2cc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b147d707665ed6d1cd94b03d61651b19b1cd9a54f32b38246ae325e15e6382ab
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbda29c0ce75499349c1df24e132b00302603252
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a62e136aa4d8da03d2852c45e0af9438d0e2db010c1777cbc51f57dc9f80ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd5b0ecbdc8cc6553209fc3015e68af40b402e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6685fe980edf590fed7c75fe1d4d62bc30e5e6a191eb2a2d0c8984f9e2ad2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c77f03d8d0064dec198f63c2be96581fe0af491
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3a0389b2356161f804f6294575be62feaa308f880a3525cbee5c1aa417675
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c26b120672a9e36858f8192662024cf62c8a44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9939bfae0266e199594c3d9a7ca3c6e8f2a960a8a1f867428836ae869766c1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b478edb0550c3788f94ef2934d9093aa7a5e09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47d60bfa8a453641f0932abb51d3eb087de8ec2fb5de7046b1ae19d325e7246
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9977514085cf600acedc1a0b0d8c992521a49e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd614eb088142a0ca6795d2ac6d674ae4818c2c339f22f3b242c110586325d3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93c0130b2fe31f6fb5de9620d0c7d9a99aedd8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0931a7684412db3271f91b822783ae66f0fa147d55ff10b5af652098c746c602
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae358b50d4f0c6da9043271bc627817d16fd119
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e9c84505543f04c80871916cadf0c8574b1901e9cc0740204fa0bb0099ddfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c50dba344a49ab50cde5a52dfcf10f3e396141
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac5bf0319979d2f2deb7dd5d4a2268057dc845a160b8deb7d60c1f9424dd8fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bbcbea9211830d09e9fa1e730ebe803595968a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ba1220bb1abe56b3c099719903afd289080ddfbf2b2ced3d30d8b324146036
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b4bbbc6ff30bc8fca051819da8d99e3e4b901f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1c22498884217a959248d43d1688450c2c33a39e741a4012b8059677c87a97
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c48d78d06c3b288a6939a40d7d1156825cd9e6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5d70e08eccaba413d951eb196d45686d41081f078b50e990318dce18f00b83
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f3c49faaaee740f8b9060343fa08d217f7c00a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0518e31c0412e30fe041af9ce5b8175dd055bd9400d4715d266d42b87b6f60
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8846260d9389c8c71cd37bb272144bd00d625fc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43289e0255a7267967ac02a287cbaf87853e542e600b3680142676d9bdc20cc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8908a4eac63cf15eb7a5c69edfdc052f942bdd48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb60e82328aca37f0fd21cfc5f9b2e009c1e70683e7cab07a9f40f53bfa7f7a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917e512c4c59c6476bcebda4f741f35cd6ea1ede
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525a954cb822e6e67eaea248742b715477203878bb93601134e01d0c6771ec9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ea002caa1cfdc1eb733be955f21d2309d509c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae74878a619bc466f4c3ac9406721e3fcfd39f9a04a1b8da978af0ab60efa589
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b55aabf693c2546822cd9ca3b583dc7a88760a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612f2f103cded4ad09ed1b3486d01e69d958e8b84070fb860f8c22171fcb987d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b7b96433256170f347dc061b06105b7da66a74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c4c43a48ef0c54439817a205a6783d152b0ffd32791bc2f34871a588dfa8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b406c46fda4552addb4265bce3eb46fe39a0c5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95460d279ef5c2cd2834fe1807d2bf71bfdd803d5af6b11ed2b67d1f94f335c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe69ae6aaa1bf5d8a33b4c4c86b747719e3d5cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3157ffb311172779b7e5bcb714d7b16d6ff5a19fdbebfaafd4046f46ec60b888
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b2e8a483efdb7a02ec440005d75beeb9530a99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a4e004cb8b7c7607139f24a8506a932cff3d2bd8b9c786106e931641c02d79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ea61fab11d1345005b03b41f9b837a1c0acb75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8335af1cb0ca10266827f1ab3916c7511f7eaa1eb7552b9b4987eddffcd95b2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18251dafe87bc26e98845a4144203cfab0eb401b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af97766417b596658241f170326585b4824c397eede0ae5506fad3077f70f03
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbf8152bd5e8d64ec9bb446216358969b4a6282
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c7fa793749de6838f3ef25be02bfeaaa89c4845e89beb1c7e43494c13424f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dbe34056b1ce10a12654288d83daeb12085617
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5df5e229a0948e73face9ce548d240b986baca22186799bbe924ff0641c0310
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dce5e6d1afb47cbb49b7747e9d30bbd262c736e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6c0b3041c7f52dde488545f20a6e07a8cea4ab4bd0b167bf55f4aa560bc835
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ae81cec6a991e15ccf334f8d857c5cb10782d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a08d74004c137c19d55a3f9818c65b6e94a033254ad4568e8a6532dcba039c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba9e5c1d05afedc80e06203063ab19146b3bbd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa15102e4acb575c9781b17869c93383015d00e8c7fb407ee1c24ccadb6b3e3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fa7ad75df2b6d014eb94d593f50a018e7aa7dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9f59362be9d7d8bd6d03e1ae8edf51e2b73ae461a324c3ad9fbf2572b9e0c3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfc9f98c265fe5b55e1d1987d1351f932426c22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99febbdf071d541610747457c34e8e4782c8e45a90a9199b8581213b95a0291e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70d87cd60bede1e2c155c5405ef3bb9cc8b6960
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc88eaa1f72392c30f035d3246c150db088a7c88934f685125b55ed385f3b75
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c949d864deee8430bc31e4bc7cb8ec167b81c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af71f9ecf5c9feb088ee12337a8ef92d7d2795b36ae20ae8c3b364de3d2db9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a12d11a8fa7d9125a66a9dfca42f4f74f61e02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762723e39b9b98e530b652be4d0438b7f0590459834554ca20609b0fe245528e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81291664b7c5bef440acfc4a8ec9cd247f0d9c53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31644ffc317ebf093e689feb25f8351196255625b8819a7d4ce5c3d87fe8602
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5883bb0d5e5be7bd0cfff9e4e871aa7bd0753d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcbdc6db3c45716c6b6560f83508aada2df8fcf4404cece4f6abaa0a5a1daf3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d69dcf3f4b25f81008d69d3d95e834eb65e5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46fdd95275d00b6030a450c6cef0a0377bf7780b912b95a9721f07e128dd1d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c30dbb58c669c6ff330c5b5c7a97b20a1d599b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914f18db1dcce00e54ffb222bd60ee007a8134a689dc7176fdc3da91f7ef6e81
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18543786fdff291740f773da61b81a826a298e53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d681b3cf8ba6b11c8c370e4b4f90045465cdc8ae31e56148dd5e6a1eb5a56f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea97a59d9ffb6be988ac3131146d5f4a883d2714
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6de7b83c6da133fdfd2c0bf99ac177b15589e4a789948e3c95253b068a59f9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b80b5b6ac5fbbf84ac7803b71af21076ebae83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2be03bdaa84a7dcb3d0f5ae9d2b821b7a1d28db6ebe20d6bb9325f783eecb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67b5c9602f3c9d5774905a62d1d4e6073168324
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df5ac47b013330d89031930a874589bb71fa382b986ffd129c2d48049bd2abd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c9ecf51f2004d84ccc2a26fb1cef4f4237a6df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bed4de22cefbc855905d16c11e9bf09b5313a39e671a329d27f44fb0a45670a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572969b409c8b0d5f4c36e5008c742c9120683a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c508fe00f69a9e63c4f90dd68631c6c74172b9f37de22e9509eb3a6377e58e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d948db90c55291fc9274def82c67ba79d92ff3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4593e66ae99aa460ba6e35aa88498f0946854dac344c1a326580048ed9c5aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8137dbbd8cb290a552db656609fee44cafe2f13e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f936825b7b1d98764526be4f2dc3c612abdfebda9e5322e7aee268f24ce783eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a31438e619fd6fd1b737ac758f4aad2b3d34545
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718af1ce23b94e51e62411c40c03c1dc6a42e84889a1e06d8a2f6a395a0ff160
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c867a4e0512fbd71809712ed49d342e9b3517ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333eabf9fa4839006c36c2d395d1be4392c69703d656910338e4d029f7c79b1b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c5de046a2449dae776df0db341d12bf6e94570
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bab26f4e8e1cdfa7a8399d780fe8aa2d047f971d289df15ad2af94c880213a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f817196579ebecd98540c4650e45e446f564223c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784628d34a94955fcb83961d9bf54bee26e25f9e81970c01eb7e88c9eea2a671
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78fedbb7568b745f8949a29253e4d2aa765dd9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9490f919c1444c8e090f20412508d463355aba43cee4a53004a945b93801ef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ca0cee65e775d35c854035f8c1d398449512d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9a7930f4c3045be3e564cac007e625e78ceefe33dc1211f35ac9eb4de8a9ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a322a7361300be4281a712b1d5c276a08b67205a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0653f4d83c7a2d8708383583aa6e670e802e304bfa306a12569e051e04fc6ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd447929f9e5d74eee15da83b0e50d1b3e8cdd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82949e7fe3953dac5639d683536f4477623ec91d519d046ca657ca9ddada008
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660bfe2e89e058aff2580aea581f50412fa6cca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77219772663e4bde4eca04bdadb82f3e68f04f8f534cfd2bb9c00d58f8e2e7fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b3211c392fb28623582c39c0b77de96ce68601
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66929efb15b53b6fda7d90da5c82425b51b8f759db854290b9e7a16ae4b7207a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a4811957a460439f376e4f938e356e7e3378c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723271e32f595b70609fddd8f0f72d4546d7e5e7a510f78cf5f863ddc4f23cf5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4280051e78471578c955777fdc5a5afc352044d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d05455b62da2af17234c7bb2815d1c16c6c9305fbb7a2a6e5edfde658f7dbde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791bb9529feba68c3525059763c74294a5f32ba5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc4d1cf684dc1ed7890aac22a3824510047414d21fec49f06160fe703ed6b23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be44dcdbbdd6d25c4e34fc5fd75bbb92a71af74a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1c116acdca8e3376affcc1fe5f9dff11eb4f2b94a4077fbff25bf92043d970
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593fb0884a2d5bc460577d767c5d4638807b1714
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a017a5d02db488d3e4b9f079d59610017b624e057c4a3175ca4c09e14038c2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aad878fd710438d8291128fd67290642df4807b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e5418c9b13f1f2dd769f0964d8ab379501f5a9f68126398392e5e225bf2cde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16783df15f7c1c865f058940d0ebb28ce653f683
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea1ac78e7f671aa6cb0d499f4f850d0bfe84af94d8e81ce3ecc97b7ac6f2d8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739a4417ee4dd41ad926742f369086f4353da9ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04df2f33432548bd975f50002f3cb64b6a1e6afc93c16aa60231549a8c01f8e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da207f423876b83c2a99ad16a1cf0d8953a2b719
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d524993ff4b074f85bca27461c3ea0d1c4010dbfad12680a1f7232bb8e7d858
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bf6d35d365291386f876e1e172fa9e4a68576e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69f53b33c12fd6f6a37ebfb8f7ec973f221d72f9ca52353cf6932a62033f7d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c73866e0c2f7c934d484bf07d2e349ea604123e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d79218af2d3bb966f74bc36d8ad35391cc72211055cb8dcf22ff92b77b6a9a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8fc4b24d4fb598bf1ddd9e92f2a8fe33a26d4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135be3e50a314c7d9745fd30bc6bd0699953c02367af76c1877381e2a2e5d66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f06159a13c67b0e939e8b306c78077e260145a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7145f7321e39cf4cdcddcd38476f592ce73106ecc0cd45e3740d76f8728cfc34
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11835bb8922b875b2784601deb309d8f9e334b54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343bfc92d26f9ab9988b2fa04006610069c7aca5fb1e2271a5bc9cfcb7a0f34f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68292ddaa8ccc3c7ec08a8f52af2e10b891ed36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49202eba16a95f37a66010caca45bf0831ac91a26d8c767d17718ca98f3dc44b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a187d3c7399da85c97e242422789272994cc178f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d870af9f6488e51e88a5f37a01a01a80f264d493871c2cbb92a78f3a69916a21
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ab8ab0b267d305480e50fa2c05efcbd179b859
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10852d86985dbbd411c7ad4cd9fa4a8f98ac259ffb3585a3250fc83f2d920b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b23d2310f3bcfe0bb6800102c9f81c0e4f532e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404014faf04e589e58c9f09997e18d31b13e55644670f127a21bffeab472dcc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa48e0ab63eb30ff0b5167907c136435a093ad4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51411c6ccfb9494881120dbef1b14d14ebe8bf09bc93d55dd78e38be337208d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6598de8d88f243881c288a79d147bf9388b46077
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46d8e943fcd8f83885baea7c7f24a313e4e1beac4e564463780b4d07416bc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d6fef35cfa6bd89d637a0d03bfc7f00906bc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0177f85c07f751a5ab0897cfa9065acb931b13f967292229154aacbbaa0a08d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0cfd6ad12e3f127cf35b454478675f5ac21ba0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf048a056cddc0acbdf81b6af5b4c5c812296cd3042f00d031032d89b93d9b0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b2348b8e65368f3a437bc5c603bf2cf546aae0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a9700e2e7a966e26fe677e90679112c6b6ddfd7535f9c6309891105739b319
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b037afc51bfc224f536d1369b61b461eabfa71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba99d94ca4caa1f064f9ae7d05de7913d3e67f480f3ed9d7cc263b661c497a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c452c23ad6b743797d19960c98278f25500f90b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12170a4f2ae08507a85876d658370d55dd71471da7950bf807e1c91e131ab48b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a145bf952bd3041a0638531f6c76f20944164c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3be412d34ef2fab4e9c56188a2adb71bb98253134bcad78679ea04eee132ef1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a16566209fb49060ba25b720fb3aa61027f0a31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e140d41503c4898e2cc5dc5a1b7a82e9008652908ea638426c7c8b65611d50
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6620ae140bff412160055aa14e2c8018f9a0a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f6991caf3228d79c7eea8324404d4f0e1abb3a9abc9e28560ca6d7d1798d39
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13706ac7ef545be7aee2c8887df44590288ce0dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedd01f6ba3aae02d2ff44424e4110d51a589168eee527d24390f1d4fa1e458e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46f8cfc13be26ac31d2a0549e47f760c16cc2b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba4d0e6ad2325d9c6754af000e8eded84878d1350bb526cfa35016ed878bb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722011be1d26f14503a80cb81d3247ee2b65890
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64609766f8f6209d92aee58781efc1ab77a197bfedcdf559d7273e62b3cad82
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e14dba3a1929b6440c9d13f9c8aafdd285a8f98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1d2881c5c17f07783bf5eb4c8e536b95a968f907494fe4553dc7c064d0172e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e62fcdaccc3618f16fff6157c779cb480b6336c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6631ca0fd1d91455923e2cefd5be226849a6d1ec88709e430628ef253a7f8065
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dcdc4ef77cd89867266bf41693d636aa31d609
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5767653b207ccaa47f1c594c7fcb66103b8b2f208cf21ebb925c225c81e60960
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d01cb1369707baf24cf1cd33eb3907ba189078e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6664105a2714047b27d6275569a54dab692c9f0c1a5707420824e77040d25a2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d42128a955d54ab7514792476f57f4b8d8b51ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23f85ec592e19b27e3dc6dcd02caf485e1e1a5a52cbba065797eb76809b2d3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8661289cfb6ac21bbe4b4010fd6bb29d9d34d7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7582a70577ed4603541135129012684108d862f25bbcd80bdbb50a70102febc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc65812be4e5a7020a1e2c7ab2d65ebe3cf8e160
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbf710d78210a9583dbd5aa6059dd8fe45d846ce5efe5d5b27e795b1cedf2d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98b6e7b888127ca61772e112181133b0a24a0b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d6c3b9f832a21678909ff546bc6a0099d2733e1b64fe50b465cb3491704fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fefeab168e724ef7bde939c39cd52096cee7d52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e109d8b3515624fc38c5e33560d92ae69b0b978a877b6938696a153b502ff
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbc0a7a695807a5a1903c55226ab7a8bbc0080e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138aaccdd03cb5359d6d3f9053ecd9f3163d33b6b71bf819c9cbd033e73ce3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f2a0cc48620e6e0d6752c767e36d5f6db4b98b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e184fcf799bfbc57be98b7c6a989ed078b398d96b98a0fe0583b1f0871ea8d13
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585a9997aa9c2502a2fd667873657ef9e2c327ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f4fa53a40487fd6f0a841f50d35cf198d96ea15ed89701bbb429f56ad50b6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e8e5704f02af82b3b44478a4cd6ddf0d290905
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3c16e0684d1545a6b39243cd26eaffe1dc2da145dad978420004595645b1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96aecbdc1a9821c9c301311c4aba40e6f4830c48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432bc61a7d653e4f57d2232f906e13b82ece9f964d2023d37af2c7c744f57958
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cfe4e8c8e631e8541a539b13a51f2668292f97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665e696e6e30296beb12316c05b8883461917d730087747fad70773b84453a9a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1648308d98df7ed05dd3fed0d67f59a6277918b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424960382a6163837ddddcdbcb32c16a3a5def0846e29ee0bae98b45f19c27bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b870e3df5048d3bf9f9d5d9f7b329ca59b2107
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c74a40d2086f38359f304895f4f477a3fb470828ff70cde063f87667c916a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475ae9dc584965bb89c5fee0cc086671631777b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f97a7b4a4ebf15fd1ce9e95ff4783c992698c73596c260774d78f59bf76ebc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc0f16133ae8b8a8103759239b2f9532b0d1db9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b524617dcb3ff26840ecb77a3650501447073192436fa7a82cfd4459a8948aff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684dc51559953633be3015ffb94bd8ef88d8577d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd0bd3fb5a33f5d174c1967ea990d178923e8b7452b7419afedd3d0b4026373
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa82a4e55c8be5edcdc7e31716d9044cbef4b787
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c526d2e0658fca15c46af08650cb4d3ade5fe924505d50ba9f737584086fc640
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3f8425792ba267630ca4c14b1ede910be19d7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f490fe05909516aeb408e34ab97029a3720129e6cff3e723f468ca8445af66a3
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8839253188d339d2f27a38c2983ed1799cfcd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5e41dfc89a0c68d4993725c15511a676fd3b3751dad6c2139b995254f0cda5
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bba0a2d30a12ca72ac36686edcc0142b5ca57e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1368b4e2fb0afe8b1adac60dcd1b4e5980ffa2b3d7a765e55e57bd82688864
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7f96ed3b6da8df2d51c59b76544a13a3b3ddbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc27c82f823406d91c4cc279def3b0c2549455654717377decc162ac4bfe3bd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c60c700316d24fef6858fdc6ceedfcf0a667902
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7fd068490011a289822e6aae3d56293ca43d2e9301acf5a7a72db2f68efd2c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea19fc79fa60ebdf7fa6351f5914f38e6daac071
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffdde83b43070e689b9469d09fa50156e9551b5c620655501bbd08cd850cfea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043f4aca144a18a8aca854fc2c64d7e606d66f28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4e5975e14547a3f5c914bae11b06dc871c6caf825069221b3dd132c3a3d76a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ac5e520656c54a44656c668db9e67374161ebe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e5fa002e1f8d8fbf44e0a30094271f2ef002c892c242bbb56e5b09bd8002a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a2d0a66bb464d7d6d351635df7537c761b80f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c73bc57d28888dd4eba1483a588259d5c76a4eb245f48268fea35fa5587d706
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8966bfa803f47316c0a83d405f98107f9ed351
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7b147ef3d243a1f6b8171e9d035195306ca1cb0f2986bd1340495ffc29645c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759a4677802c6718bbb414bb18f720ef5056839f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c8d9f54bb7781119edd2866200a6d67d5740070e1622650388be0c0f8ad76f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b580649cd9d3a105c555af6f291c28e5509a1ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff00196536d16356e405afa65f889a23ac9d824dec3c5cae7843fa34738ebf6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5476654f3d3212c20834861aee5467cc6a20fe6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f41ab4eda2492810763bd598f46ee8b10029cddeb9fb762b53d605542e7cf2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f098ed197c92ce95c6133e31ec7d717e9920e05f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e8934fbf54bd1e5e5f999166310f0518e6994ed3bf897f15288e5902c0ceda
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ebb75f5c19ee7cb5e3d119e4bb5b8fda1e8af4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d4b0b11fc653b81e1783c7dfc00b35336cfade510352699855d4e53ea269b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0daeaab22dad331cd06d005102cadcf9eccbfe86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44713bba8e3df1e2e2baaa4f6e850784e3b0dae997f9ed43365f622e838e77d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4930399463c0c32a299a3e53cbe1298c54995a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36624e98b5901f2507077c0b3e0a89d3a99f77ab5601c2f645b767b521a91fbb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbad9154f663f61136def4b03eb60a974088db2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7d89850ba6cb8c94862cdba67df1114d28dbc3cb481fbd01cee2dd2ca5a3c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6a72d099f678730e7cf8b5f9bda7e139a7bce7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbbd46530a8de8dc1160ea17cd07f927ee03b8a11359ad1ee8f49fc8c732110
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2c61fe7540cf9fc89ba195687ad176d53e19a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6cce8c0ad33238c73a470575428a833d5e4063d4df1eac534a3daf744eb0a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d873b94866eafc729f8fbf2acfa8a31f52783b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027eb8bdafc8ba01b52f8ec6c5c9c76694dafbb5a5adb65526d4344e1c6403a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac0ee0f6952d70a793fed640c555e1bbc2afa75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e353edb48381d991ba91e1bf44ceffaea18ad2ac328cd857ccad1d5ea2cf47de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38e43697dc1e27d6e0859dadad5d67b1db47bd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1149f4d933d32c6ffcc5144539f0777ab71dd85aac9986eb388e974013e6ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1526f8eb2a1664b8dd8cf9688bb9690b60c4b67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903f97a5b51cd342c5171e20797571f3c56ffdcd37c9a88f7fdad681a158cb3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3268628813f31d4487a5eb655a7e4f9ae4c50d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8723b5b8ad40894623a15b9bbbe4e164e1670f00f7c0b3755c0b87e57d034f8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb92512ce43ec0d339452dca3e7e20a036b7f50f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8218f118c71504fa332c0abaac9e357aa5d61996b354f260d38124f9dbfe2c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7af52229270b6c7a38ab6e4e15a264e00eca8ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4734a920d0b78e1ffd15234459b5001872129e2d7164d7dd8dce7898a59ea7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b351913129d902101e17a3b186868816f6cd0931
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f799dc42d0fba522cd0ed89b6a5c1fd8ff77831e5572c49ae703fc492bb71c92
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaa9390d690884c80bfdec1e2bdf5d8bcd8d265
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c2e1497768e7d12c475845f689916cfb4e0b5798240bf73509b769315c22a3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40e07aa9c96a11058be9f91f0b3f7b6c2a494d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93be9fa2295fc242e72a02bb8c933d8e4706af5ac0fb8b420e42829191efdec1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660e108feec1cb3b7136ab5e0bee3a2290bfce10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07dd34cf124bbc7687e1e8ac2493a3a5740c4717bf7d763e656f4e5730ccd1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3189ce80b58b3f89193edef56a090e8e1aaa0e8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cedd6caf989555e6c529eba66845b52f97aee397bb2dcd3d53954477e0eb485
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff985c70b24f07f680fd7bea8e4e99b25458619d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4976ecddace2a27319b159dddd806cc05e6f09567a764cb01e6d04e054cf71a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052ef96620bbd9eee059f5c362ec0a788385ebc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de37cdc6a0fc5fedf348b17d1b0b1296679b7dccd364a2f0b32491658a0b744c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3069c947acab4e91450c90b3abbc3b6fb31976d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8042b6a7ac1686a0f614b31c0b213832009ed68e5e463e1151e3d3b569d8427b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1d9ff80ee641d05bcf43b884da50913437f888
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f2d16a52dc3abdef80c3b38c6411fc2e845c7be5f27a7502f967389e278236
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc3932ebe7f5790d90bfa4ea169cb2486727a17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c701cb857883624fd3ce6ad8c74e5c77e1edc985c3f5240fd1a91f61eb375f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da56f6876d3ce3347fbd41c0f70b2196ecffcca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849587e79f9b33af40614981e44e6990671a26f1b5bf681a067e79de0504c9fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ab97f3d5dfe93c48669a6de8301b9f7ad1623f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f033f868a56b96feaccf0e5b6135dc117a19f618f99f9519df086539f52fa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50381f13ebbad13e4f383ed1c34490c50093b580
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4192c8b6395d6df7d81a9e54ba28fb04edf54635142544af8355ba205471b372
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c52f563d62dd894ae1a75cc36b1b6040f1f38a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745b50dcd7dc1220a7de2467cc7202a5285e8761f9c17e63c06d82fddbdc8c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9c013c7ffa6cab67f527b18348cb626d7e3744
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b587728ebcab1348066562be54bf8426ef439857337d6364357334cc5a7e4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8457e9a7d7ebba9d8e43570519948872bb54ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d0a7e145848da5aad9047670efa352189edc6802cd04c1554903b5b556b7e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdddf2be20f2f832a0a1a72d4a8c42e6c65f5e84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4c81152b61a84d1b76dac210e71d679a8b3f09009f3550287dfe9e85305e60
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e5f0693bcdde1b1350f175f5f7d72c0fea8c7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc8ca22da9cdba20b5aba5fc27f1952c84f5f83f5c302c4d763355db5170b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee259824495483e9d8ac74d3ed998a48053c90e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6acff38d0fe06d4e738686ce33ab46e3b4c5b5da83b283d81e65b951ed89a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216f2f1399397765c4fa61c8fdc031079d933115
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a067c92c891af1e9ab4fb84f4efe4db0891c562bed14d2390e8d9d17759c0a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f5148c1d2fdb09756da225b027bb9f437f6c73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2052e05e2252942add222b4b8c9a763366eef5d20361c0da9bd63665165654e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41a35f7b5cccf7406ff9a2a7d2a12b987a7e686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3807bf227029cf91ec939d7c1328f9217833d1933eafcfba34c714e945715fc7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ed31851580a88cbefeccdac72735e9702e7b10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef67b2f22224e7ee424881461a587ea8294edf13eaacc6c14c95da76a35f7ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419839d18a7abadf88d167967273fae3622d1875
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fef75f180d3f07a74e7de1ac8256cb12feec2e515271b30c708ec1e76ff8107
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2170cbb494ebcbb9d77ac56c9964f2c775d38d9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283894911310b9cd127555ca1a092324b1e8b7da3a774fa18aa649ce9ead2faf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45e033b16de441990aee023391e99ba87216de9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199b0158c1167b22cd89e8e901193ccda5adb43f6d7e52b297b78993799a0895
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a80353fade701e3e7c388288ecb7a34c15677ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7799942daf153f9a2a79c1b0801531b90d4747327cd4f0ebef0060eca1097182
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e3c5e5004a208f060ef22582bec39c9e194b9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce78f7a73d370367e65b8efc0a5e2dc9514fcee72218765d640488dcdbedde0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a7a97ec9476d709adf9789bf08b96768e47686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310bc9c60e17dee78702dafdd5e711033d8f6375de23b97630a271294d0f4c3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2c091d806db9e8d0cfc7f25f4d03ba099b5e1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329ad313e4c50c43d884265098c51e64c05ac83cb6120006b381b0f62059ac85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23df2c3661778696b36552357c56c6b7ee7d503a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6255292475d9db3fef821aba23ba9dc1ebe368f57c852ade853d22524549b635
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d0a5ced831b7879abae5f0129f5c9960050471
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975b02eafdd76fd6c287328e71983673a0e4f8f23805f6d8bd2ac49557199cb7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46cb20e33de1363e46491126445e33b02bc0f76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bd167253c21d7dbfe8d357d546dae0543edc696566ddbc4826350e117c246a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9d68a059b72e5fafc38301b7a05ae6a0a559ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d79c1e55528659290cfbb43e55b08012a2f856a75babb5a0b87aa6db92b241
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d9871196d2889ab2d621795cd2f5acbbb57682
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d63d0915df7d42a7473cc2e8e361933d151fee6dd3479fb7d218b7239ad519
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea381fd23aa30b8373281ebecd64911b4fbff08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7ba34d76a97639af75bfbf29048481277beb1eafaf16e698f1472c82141db8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbecfc28312f9e43dd0708a2456cf49076af21a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515c622f43598fa7d84bf26551c1d5600403d10902e652eca1a6b9b21e7f79b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d031171d082813b556e7cef38335308f33fe64e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09f9d9caeb8261a7b1818dcb87f3c21d5bab2746a62e3052a3151d122601ac1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11f034e861c9ed372cd788d8c0df626a8dfb333
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a561b02d7868ed3f8907cdf273104da5b3348f76601e440a8d1b7f07f0acb49f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33da83d9557f816e85f8e53b6e4a04b6587b770a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a8a7cb4d5db7ad750cb0140227c8a5a53e83f4e854319ba5cbf04550359a1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6656853522cdb9fc17644beef91a7766cce02d44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5876649b726998ae491a10f151c6ca4738d6a209f4989be86cbb4356ef2c8118
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5ce69aff8726ccb30334c718982360310be0dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e2d6e5d8e77bc5cc68d7f6d5be84adcce34c42420db68e7ce03e1e183b4c1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa07a51f80c90db76a72f507a20769a150690e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ad0f835114f37b81169fcace5d8b62d19590749c1e798e3eb8277b6a8e1ec8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecf288846f428ed12c6a51c48826dfc5eb7f01d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac4583692fcf7dbcf8664df94f454eda9b241da008b715634addeea9db23c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c072c07b48b6089dce082f7ea73645e026b65c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd0f0948a6042bb8ddd3099c547da3729ccba2316cba926e4be1b9001241562
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6211b6a7524e73eb931e45c55e5aafc91cdc161
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc38c81f55e987945bee2dc4eb38243fb231142be204e35644ea28bcf9e4bc3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca7c9900eee6889cd19762d127b492d9f1bbdc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e40587e0d87755ff26a41b843095cc08f72fb7ad78acaf9306ab73a494f8847
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ead21ea688d0cab46380a7c9a772417410821b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222b29385dcc73fffea60fbd84bbba4d68f97e507b2ee5cb8ff4faaa657a6b53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eff39c8b4b891dfdddf52e812410ecbe396079
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3464ec9798514dfddd5d863d9fb065ca858f195c841462a7290d811d9dc03992
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec1ffb842d56f08a98de2bd7ca67b38dc7d65f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc81542e7431c816e1d2c7d528e4df7c573cf68c85d0763396ee79b699acd60c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ddd44fd58c92ac234af6b5f0c04dd4c60a8f7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97665fa6ea4946c57a04d26ad1541c4c6dc97e9e9d0fd213151f9fdd20f3a47c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ad334fe372bb936eeacc267cc1ac04c4593beb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a4575acf6ff696f08ead23e85669d95b465f1c49e10c0734e93bebcd047a6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6eafd4f247d5f96a9621cc4f76091cb1854e54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c595034ef6ed51aa70b22d7d8d25bc4e291a2fb019a371fee452a8cfcf4cbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29251c75eff7f699d385970c49f9bbf2880aa1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eb4cad7738c70a78e6f70b142f44b69493cbf5058a6486196159af3de79325
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a4c7ed005f835d9aec51c3497820043379437a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ac710031f0f41ddbc9d5c81155fd6088072a58b2a0334766359f54bdb5598
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12018fa537931bae87e5ec3e227b60d22b05a3ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27b3b3192074b18df04135338a42da0eaa5a9e6f65848c8514176f3355d9c9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3502a3940be315725c325088c8a6774eb61777
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c316487744712fc3d3a7b00901f5d30b5b06d94ed45d561a7220b31287fea5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c93734e2904feec7caf31b59c5958fae685321
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3620384308b6d0d2e58cfa48387fbd906fd1b0f39d6c7f3d6811265602839d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b912cd2c82f95dbd633480602c45395aef98f2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b5cdcfc5fea37809c05028eded65f3cddf0bbfd27237f65f978aa1eca2e90f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68973dfd1870c0d236af7e36f87bdd7705286834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643494a084b8ed247481e09d94bca7f4ecea51dd76b9e0dcfb2a56cd7aeebbcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae13b3bea116aa299123848779b4411a4999302b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161743a837030e06f7bbe578899b0ba9d43c527bf89c064f1de3524c1f83b111
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b95fd84cf1874f540dabda73d0c81531218e1e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6c7793d60384068bf05059404ad5e6582c8d2e3cea52b37a52f6e8aca5c89f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a28c287d94680316ae76a41c47fed8155abbb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8c78667a51591fb7a28af4e729a9287ee0cba8567dd6d76cb7bc52f6b5336d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e7ef1580133aeec21fe3a9fa48a76e2f72d61a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293addfbcb224b6c1e8801adb0f83bc90c8bd718f60775dc8ad271a61d17f9d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ca4d1e994da4e86fedaa7515fb496d0dc243a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d537f13e94cabc692a0792afe1d192db5a743a57d384fa362914699ac6e70275
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda251da690cfe8787716a4f093a04a67a74a986
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f85183ac166109678c6c213b087468c8ef648944d7551df000725370fe0be2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f6a4c0e023697a4b660a811e6849542c286c41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95cd3e555c78828ccd54daa5ea581f1c217e5703bdf2991a757bd811649850a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a8796ac736a6b58d161bb636b7d8b62dadea8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df2ef538f9775d8f70191b8fba60ef08f64ae3d2634857da09fef2ce72d9c23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c6bd0634be988df1edb24315760e11fcee7c50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0ef525aa2f77e3996b66c87e49ca5c650df8330b7b5e65c0f31ffc268b935d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0fc2de725f3092a76d4a2dba112db576a175c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a301b3aeea723e44aa136a9d75cb5dc67358adb43188ccb6094a668fe7885a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050b88c55221a7282efac6f34625cf301e25bbcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a506ba465905fcab92be8e1ce7e38bdbcd7289760bc67db7a7a2adb18801c7ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09715fc10d4ab0bb44b6fe1c2325c867db1523eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a265d3b4307ec5707519f129385fcf71733aad11ceb866e516b61fbfa699de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66896cab04277d0f0dd2d0a109a1b14d815b9239
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95205f24c58b4abb43735bb8142af3f2991b537093e978bcbaa76db872b6a4d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122a13a0ae775f0aad70bde881eaea642928486b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc9addaaa3c59af1e217f669f4c51d8267fb8d6437477eb2e7cb696ee401f2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bbd64a0ce8e7b33f6a9cd8944288ca891bef6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac4153b4f9548716ff3403452be86a17660933eb7d2b4f09a1b103d19f76091
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04b48afc772139cb3bf38525805c0885c9eabd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76b4a990a5bf7f0fd7d2f497c997b7a58374c8d5b0562bdb681f1d07d5d0882
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a61365091c210e1b606594b47e059c7f6ef170
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03237c39af3a40e86b722788c7e507b384077819b5959d438c3b5f3d756f17d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55069217279fc8aca18f9d82e1d5572e092f6789
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8324e89478c14df44a49eeb2d05cd1d8cf2649f770b2672495fe5deb419b86
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21096019464e5946a16d98d85b4e4b67009b74fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce06a6594d6e6e8ebc27a1d4cc64a5cdb23eca8aecc9dbc799a439b96a69d762
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698583271827438e2fda18ab0179ac9e8e93ef00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87011ce731b1df23fa73864f1f8c00ce0a60d4b0a21f9ffa8d50fbe9875e538b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6440a4a2f72aa4277d1705950d927627b547c60e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a077c02c6c9084ba03afd8e056bfb628afdf4fc32c947e49509d6513c9eb80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080fcd736f66a2dadf8e7d588d3abd7af3548b96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68bc6f5a84172dc0d7c0cb7965083c064f23ce606e42c6cdd42fbfadc384f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fdbd9261db68e0ca49776d0957bc8845fab3e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29521bc089121338ff119d7872d8f2c7ef89857cba0e0cff34d4172229fb01b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27a7b5320e64bfeeabc63806accdf55534d9f68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130bab4ddccb1ad4ca69e399417d662dfa5cd91c44fd40fee73d636f58df22bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93753afb601a1efd63bdba91d8d475595102bcd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c1bab7787291267a365978bc5504b44be649174eebde668561b7301db559b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafee201379579bb7eb18e157ca5b10316164bcb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad492cf7d74f3d6db430993d0812df22a0b2c98c77b292e4889e46d6db670a0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349a20a9296e41229a5ee976f9bd7d6fd9573a85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0c74ca57aee929449f5045555dfaa361952e4a84b4053edb9ed6ff241f1f1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4514d78b2b3561183e34edfaca18619a444e0a4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be699add7771f8c687e00d474d82c6f1c7feb46b17ea2f3cbadee6baaa40a4da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c6d8dec9ce01808c70ebd1410e1ae0a6979549
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53808d5ac425aa90a4bb3061aab7c2d3df176d1a35831a746d14d3cd8edf1fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3b69ce6be701d61ba7da87048b1ad13e371169
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c6b73c7286ef289f9841c2cca085eaefe9a3a9d631db34da79537d180df6e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f0526b7136dda7c54ba9dd8a17b11f866707d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e520bb6c9ea5ac5668bb0b4d4ea43eaba649cc32dd3252a6d701d3254757b285
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22c93375a732c3849c9d253f18a06a56908a1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b299448cd5e3ba33de1dafc097ba053a2e50059e2e63367521c601391faf8c6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d974b8660c48abb5d0329051d98ff312612648
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c248ac4a6e1c5a9040ed259a4636bbe370a5336cac285ad71d971c29bdeec27
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eddecffb8094b8d4041e2ca2dcb82099594362
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b471a74e7a4e1eeab3f057a0dd41332a4fe23106c2e484803ae463954fabb8c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270fc319b1810bebfca93960164db758ed736e67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89746982153940dbc01878e253fd5c8fb1744b1d7f3e39af41943faa9e3579c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b12166c290f70efc84dd0e2b41e4cf6d77aef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6dcec0d01a5ef99bd84876ecca675092891c100f652f22c692216c32c40f31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b385b879c0e908d5ad1adfbdf8a1d42180864063
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6e47333fadce4c538eb9c57021367e67b366e0a73a4221468e8f667b987df7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cf46b00650fa99e9e6783caf408db585ce8e33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039c20c0fa8552fad9a20d328803ff6137903fb69f047f2ff7be70fc9b8c111c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabf3636e51420df90c5a8a4e897f355528265eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d351c60580dd77bcb46b127c41be10dc40ee066a6ec8041388a55bf27bdada
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb6bac3896a4e679f2433e70d2bda3a0966bc93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4516850fc4c1054475782d45fe3e9c1c56f4daf61805191fd470d6f0deedd348
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac56058901ca3bfd9c06765cc4057ae2fdc7719
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d42fc015cfce8dbeb88d9f0f3c5a1f920ee1c0cd4f88b51418b3de80eb9980a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ccf575f5286710c0b4e383c52c4e7dff7d0abd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d9535168f7cff25be7d99f7c86beda5fdfa32c3d7538aaa7f037df3a8121ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd5a71cb3e83b3238bcb6fd566a254d8836a6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b45aab6ce83c141f44f6135680a92ea81f0fd20be383131797aa6ba9ea61aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bec24ce02460ffd24ddcdd69c21c4612249c0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318926812db8afadf6b16eb225570ce434034258beeaa66f8a1c61db28991b04
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e491fced5f3513fc3f76363ca618ee98c1dfb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c919769da6ebe9e3a63de74f61f120fa7465bc0ed9c0cfeee9d098663b5185
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b620de24294b18d9be4de22ea66138cc3446fafe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670746456c30225ba80d70b6abbab6e6a4602782969614dd9e250d96a7e53d6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af202f1268ce5d00e25af06c5e9884fa9d0e828a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afbe369b2b1ad2703ddd0b02459bf50ecba97d4fc620274fe0f2e3a692cc7ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41c23273874d5aab044d21e82f450321349c4ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb543a07e84e5b2dbe452c84557d6afdceab85749c6e53ea5a50f15854e9f77
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fef749c442fffe60cb88bbf5b431a8c4ed6b33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7105c3ec14203bff367b804a25876f4e94d63eb27d01d0e9ef51f1ef55450787
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12f1b0d10f3c889ade5c99599a9d7646a884f34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775304a24fd38030e61184036699674bc182ef6e52c1b6b77b103ca34dec396b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a69c245c9137f5a5e5012ce32a300562904255
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376672836582c5757516d93280aee4e0e9581f4c02ab46f12b44a8c1f124846c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b3093b45ad5f8e0b77a3333e511700b5dbf9fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8250308a305c2346e6db3f50ff7be9497dcec38f4dea20e6ca772ec78371e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07a476ba5cdc38f6ef81af8a0a654f41e32a80b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eea5a26c3d2cdb697060b7392dc48798de889d40e2cbd2f1a4ffd6b17863b00
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ab23c6b9d87c52e7deec44da567725802601d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0940bd09ccaee2bc3d126abf0f4bf4fd68641348399c1694e1c62de07ede19
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77271ccc13df6aa12e577ca9811b12f5b18b8711
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e52f4889737c353ce675a4710440e7fda54a49890b4d38f8a7e3cd5ebef6d23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7755be41e1700b3db8233399a5a5cf190d4cda4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d587e59d150644d2c3c7c074c9be42cbe1b1a60541c80c6749676f554117bca1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103e2c78697935e76759041ea622cb552a2ef55b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9956e0b1ce34b17370f9abf693d8468c1606befb05b367f1abc352cc26f1ed8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f24363513aed65f352a549055f52c1e20c1271e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f39e3d8b8b6d94c125cbd4f368f47636c5b3c1092f51e49ffcd4f68c892c85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b81cf0743d7b1997e45b21f10ca15c223fdec90
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f612223cf6281f82f5c06b11162e8adc5c3b9d535ac5cecc47ca8a3bf824f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ca79746ba1fa294d513461069ac85a61207289
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf033ac8455cef2379811e52fe4a74be43e677309c479835950ce1ca1cc318d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd4d17e251bc23825689af0677192335037e2a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f7c1d3e902c6d86ed53cfabe9218669834c0efa44859957484f85c95fa6f03
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccd0c333e8814c96fe38790883f7b6db5c8a78c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14b839c862d97fbfa357e8dbecd1e2b75d2705a20f0712154427283f527230a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e61c8e6ba304528899d92eac15f9674936e2f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f487896478340ae32a01d0668de4e02ef4e43922a4d36b18e80ad8bc1226058
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c4ff78e384fce1f8d807265a7710cca3837dd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7504a36aa26b229fb761da0a9ff14811631b06db65b5e578cbc846637c72d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c957fb5ddd2b5a29a8a90b778bafce4dfc42b9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b1a7a5a881848f43a48169d181d908d1f4af344f0ce96b08c2a338cdccd4de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244d45050b17e02e403098f35be44c7635edf2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee73df49990ede9444356db4d0d895976a303e3d502ebc443e0308ac2ab743b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d1365199dd1a81b8b4e93501110d269594de71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea35368a96aa8902f14dfeb4499ab17e125847dbf0bf332b14970859019dc71a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d69711e448dfc92c8c61e14dc50162073eff9b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf039317ac712bd5c8c46d15562330dce5db1c77cb59c9b35e14c42dd67296e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a1aa9aaf4dc7dc28730d79d6998c7695f3ce0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73863f297d4465084be67c46574025308b188353090522287eb644b504468e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5278e20153d1fab21d580079d10d1565026427e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d283eed660c1b107bd0355caf3da4f40d5a2821db9675a93a0ceb86da72678d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9628cff87caf5bdee7f686759a982de5039acb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3284cdebd83a4150494b0209f9ad350623c3d5440122633acc6ef68025063eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c5313ab60e060e22f593c1fe7646eaeeb7f83e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6776ba737b6049f8ce331e67bad85c0b29a35ea574c44cb377c81750a1703cc7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22dff9259f5f29c4360e4204ae0c9d5c915c7d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d985a37e5e8ab20f11248e862c7bbf2f711621cebb4ed5e35a52b36afa3b1788
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb495a1d828c1ce7c069371385090e858631212b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf8eeadf99699c9150c54c4f83d838fb0beb4c22d50f9311161f267fdc79d6c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0dde972bd0513552086672bdf4d6d3d556bfe8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330d5b1823fde0502445a70f4c79104cb3d740647d18659ce15eec9a91205b64
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef57cbb9b79c5af6aa838243e751a47c5a9daea8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406ff8ab84e6c6ee72e082828801b72b5c22a04567796976ee183499f04469a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763fde0141ffdeaa26f745a506ad9dd677bbfb12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d953a7f6019372786ed7179da5bc5842d0e0f937d57187984afe1c35f2b0d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c541fb820effb28516dffa4eb285cf18f3263450
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a136882d78b76371502d99d8550b18630c91ab69669af61bf75ee6f97ddcf2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75018f46b5ac94aee067a6b9a1a16e34dc4be761
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9dc46d7937b8a4d2e4aaed0232d09dcc0cf10ff638847ec6baa24d7b14879a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183f28930088468690826aade72e7081a0cdebb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50870b88a47c2383906a66de0ee7a5d56079f3534c6c16434c1ccbc7a5c462dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99fc6457163421b830bb0ee873f62d95d1d6b71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074fc551d702ab01e6f84f8e3a01276bc45d16b3486c0762c9e9a25c5991d930
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88929a24eceb03350cd7630b0cf5e8382f08f8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1624daade3a335fa448fcaea7ed5264f14407dd6e393cc8b2eba03d1cd1c483
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1311dd2fb748f3df11e995ed943792fdeee7bca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf78012f157893c056c0b944158792cbe52b062437b030b13b89c64560d335c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df12e89118fdd4c12c08d6c4b37c69cdfcc1898
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a606ce607fd71f533f424b8f9c9e3179607d9ed122e10db893ff51924d4ca1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bc75d35c5f6a94923316b1c08d001725fd09ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d6421c2cb9c9a60f3879e8559e6976ebe6c09decd4474d1ec8717f92011cf3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a0c681ad9ced3b57b35e2aaed5b61f03bf9265
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b48280b89cc9a9ead6c2d2f44d4a1bbc7723610dae2d9c8e2deedea82432873
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf78a819dee9f01fce70afdb6d44b64401ec6c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a625f4df2a0b8193148c8ff6a5cd1029f993a6cc36915c7512139fe077629bc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf581a4190df79db340be2d9430b8b66a45c063
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83f354a1407ea0b362cdebca1ffd335334830c543ec2ba5a42ab6e1cd953aa9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b565a71846f746cb89aa1a0dc7076cf763f857
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6acd8bb9bcda32c80710de7ec305ea76057d7a644cc7622eb9c7d685de3a53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c919aa54bca57bbdd385c9a3f813c2ad10dd6a6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00e9738e31b8c2dbec3ff0358b5b1757baf72b522cbfde28082ed76a6f53165
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92215c8245712c8a7aa99b5afd276d7c017b28b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db1642d8312c6daf1b4f38fec013a8ec9214f1d468294669f19bfdb934692f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9450c43839f0fef5ec10237d196a51daa851af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823fd46a435fe3cc4f81068b784c4319aa59afc8095ec5babc035949f84ba4e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5b504d0dda61d64bf7ac90b40b6d61d0db91af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbbb7343f83418614f5b23684da258120f76957fde2bbb0f06afa196ec838f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e06dbef853a3352554390a180861bc732f8c207
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f393b5a6e5e6ec0b80f7c562e74307305a46b578a8a8d28a6e6e19ee05deea5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999cae04bcab74bb443b6e565c8759105dbdc805
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8adeb6b68e2cc897479a5e1ef3bf694f765b32c2114c47d727ca9c5872a391
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13969b657418b19c8119e52ecb1f312b8917a67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e9cafef772a62ea57fc25885be92aa1acf5843d2e38404d90787c95dfc20c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b60d85a5b6b1e44bc171e7471f057893245221
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a70856c9fcffe0936611b4c1a3f4a8ab822d8c43057d1724f09bf971c51eaa
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc4e45452859f7078586d502873c0fb822c16c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67dca04f978dcdd216a1efaa37ce034c024ae81940fec9a859f89f800de1344
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0933a61eba8c2dd7730493bd79278993afdabd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cb17689f8ce545ce735f8d9debb8fc7c817d57a20874592d03826343b7c505
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e384ae5d3912e9e469d369fa6709f4846d4b802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb87ad2e28804a2a41b6c6f4853bb1ace2d9530eef82790f1ea15a0bf5bebcf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0654c025ab81a4bf1e5a281812a7cf902c140675
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ab2748b99ca50743b99c91aa78f0438f234829eb862001aee42e989d4cafa2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72b55c563bbe2f1badb0ccb52f70d5231bce9d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e3dbd4262d84cd33283ac3f4a340ae8d0d5d30a2e43eddf4cb4e5573d2a645
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab2dbb1de13239b3fc1b96b4fcc6f79c263126b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3064dd292e4f0c8182737951a04d13d7ba369289d38ba248c05488ada25ca106
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3270fc382417b796168635d0a2432be15758ad89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3221bcf1361cd327f0a0266dc9b73c81a5f074f4691c2df4aa759fc509fe5f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc93f6f87995b0b5f799ec9f1c776cd71d6626f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2327231292fbb23213e3d2feb35821aaeb28fa765dd3940a87da014c26c1a1a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef76ca3f6c9108c1fec78715b04bd440bec9b992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05185e039ab9d68ad8b8dc6c6455339c88772151fca76bee94930ddf912a0b6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977b58c061b7bccf9828672c560f4acfbd43271b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2903e030ad7024a05c963da807903f55ef6da6214dfbabd0ff25ac09ff088b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec1ee97374c804471a05f13f60f3d28507439a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35c7f4058ec579cdc76257c143f09f645cb8db413defe4b61b86887a8a0627a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cbf488419f6a83a3f7e2840f46cbc494d40dca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4116dd7c9a1a3e17571b3dd1b625867a5d0d2830e5e21af90b1376de62febb47
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da35e58b87608ece739ed387ac9c28daf36444cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdef963bbc3cb232f8c6d83fe3b0aba51837c964288bf26c0779c3d5229f3e95
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00eb4e1ab796462b53ea5523090a1dcbb894a3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f70f4531d62abff71bbdfa52d12ae859dfb4dd47b012eef8fffb547a538a6fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0bc8688039d1d1a663dec7f07708edd5933591
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6faaf79aac5da63dbc60a29b12c071a217044f9148f5c5178393f082396633
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3178cdf6ccf84ab538589dfd9f76a5da30c5121c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b06c21798d9824203f979b064b2ac5a208109fb761ee027193ebd88e1a0ef8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39bf64df82171bc3ac7dc216c97832c673a4c95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a7e4e9403246104b6ac2d972e41def925bc3afac2fc9edf2f2d918c2fa5403
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd35aad4fe8336b0f15af7f74a8167fa149b99a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc44e5b2b0bf7d6b86586cc1d3fd81af2937777b9187583acc7f4ec433176e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5da80b30330f5695e30adae8e3d915dd0eb51fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2bf49cc2fb48d56c4453ca60a55bdd7d90320f8ebdfa384fca19ddd3551c7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c676d77e3c2afec84b84ca42208a0686892bc0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2eb3b2e50a4dbe74f462c1a372a5746fbe02225cc3af60836aaf5020cdd1c0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0e2d0b04400417826b3a1b7bef3a63a8934489
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13721a5117ec146b2fef1e4bbf5767efa0a3e830be7e1393f023a2028c53254c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b798560efaa9ff926200e5e760209603b2c72299
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99673ea2d580c9763652b870ec7b13395be0a4ffcb002c07a09fa3548c8b01ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02deba48d28508aa01c320e1f34801456f230ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d205d5c627238146ffe557e027bdbe12909634e69703e54d1967f26d660cb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3b7520b2f1d4660ce8374813d9dc4f22f1d2e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae728cc597a72ac616698324c1164b283a739083d87c9e8b4c8c79f0ae2224f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e09d5d9de8830f5328e043cbbe89e2c342b747
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213110e2bb75bd160151e0376e2aacb281739de318f5a80929432ee2fa623e26
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebec0388b896afd6c6cf0d6bcb62b3d19d0d94d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602174647c1912ee73a118a52b2683a4bb0357aa8d5c767bb3ccea54c6e3952a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9695314c4a9f661b852939736c57752671a50096
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7012d2177516b2f5571c204fcec043293c854c19e1a9ef1666a5b9fffe3ba634
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518468d3d9639a3a292d7d290148412034ce925c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea409df0093d3c3f7d8898a33742231d0f3b5fb7deb6907da7667dabde70ec6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daecb0f18c5ba0843927a4a42f7d09164a48581
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aed4e2f3766e1dd30c19afd747c048cfb3d4914c2081a7e36f396dfbb40ee35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daad0d81b48c09c5f7912cdbc744690a8df6f9b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3a04d1b8b3107535732e9e6beb74d863f31cf749c90e7bf757a7f03b57d4bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c76542cb0e064696ca948ce19d447e5b7ae04a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41510bbe349494569c08190463ff4ca32df1fe163e07be11221c71fc9c347d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbd84d85da46542227247ae4233dbe1879ee4e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f58f1714fa8324356a55a3ea5a44df2fdf10c5e5b33b3e57f14528d3677d5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e50ab330fc61788f3c20492de5b3d343ac9913
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c263d0339be05b2a7c0001d2beaab0acecb6c24b4e2733bc4cd35ac486ba24
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4452e24692ebd9e6a8f75274878b8e2bda08869
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232f844f4a59841a7d5d3adbb3e3824a37a4760c23feb317c774b20ca11e5ccc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac7735661a2a19f36b89a35784362f8632360e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e2011fd1163ad2c69d94b3a70778edf3e3faa0fe13690bb7a1168118a5155a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5266f3c2fbd212b8fde13ba5e57561481b1fdaf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12419f62b0241de6ff30722061ab29a825bfd4373badf064915cd7be5b0a28c7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0fc8ec9c3ba506f8da2b0c2881e255f2c13ec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c4d0e39e99dc2930889f6a0554588a0294d818410cffc42e5550bc9f2fc5a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bae8a80948ec3f33cc70b3cf8cf86f19c99c6c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc5fddfa555bce381ff0ed0921089a40300e94f8e69e53f31f059b8dd2f73e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d137e8dea43b5f28a91b5ba3b60499edc01f9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ae73e177a27c690f289a841b0f8297fab4b79c26a71fa689dd0d43986bd5c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245c58dcb6f67a3776893ccffe07e7dd844d2563
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f3248395ce75f7d39e62618b0e7131391b6c12adb35275176dbb007bd75247
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c951e2b8323771ce7c14a681f1cac76a452f5d6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9906cb736bd32bcacf62806ccb25ae620c261d31278b75ac76627cb12770ce5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7137e51a7cadecbaa4806acc19557d57db7b6a41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48b5b072f8ef9895f3ecb88dfe231a26b01d27b156fbef63e528788ca32bdcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7127f1d3365191831becf16b3943ab759d0b05b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceacb2b9e7c23842af3975217b0ddddc7c4a558a27f8970a70df6e90aba8f66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28ddd9c0b40ea9ec9c80e7c7b30ae50d2bac2f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142c9bdcccd74ece8206a94f67a713647d3f0f1ba05ad798217b06549cdc45cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54bf6fbe507639144f77ac4a000282563347b4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4c8b1500c8d20217949c849b8999bb7600bb6a8a99cc45cd036e685c706c43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4240fae3d1032320a60a8cdb53a9618baba1eb02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23ba30ce467c14e477ee71bc4fb70eb6b436ca188b8102f325789cc08b1ead
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ed258ded022bfbc13938a1bb9c83dc56dab47e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f85db53e01fc3d95c8662a4f8aedd559fdc9dbddd8092865b207f2b1c709ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b113e3e1c6d1c7dd553f31791ff5fb904abe65e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abaec7e0b242b40b02859946b3cf71fdaa0c5519d39427712c019779697c840
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91de05cbe3949ac5292ccdf168024086f3b4bea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812e5ccee8d059ccb82288aa052b48956038714acfab226df082d7ab131bb825
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ea3607d097c2c8691a4e5e2341d3187729ef62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee584be421b1795e370db22a46d3e75317b695eacf6800e41e10b33cd054646
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8e97444e821338e0e6d55ddc55b72cfdd6dec7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16b2c7063258d4f4543db161dc57c9dd56c6c69f17e69277db173932c073647
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a1000a0119cb0913d4c382fcebbc9c138bbea4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5809114aa149cea1841c8af852c18de312d72004dc2b9e3303ae2b49ab1bbfff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de66aaf2c33b861d85e84f46dbac6be6a8da11fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8952444f5f4b92eb167238fc7cacd9340f6d276475baba2d2cac3555d10dbd03
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c38e309480f3c1ca266b1e5e793db8a66832c98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a80ce1a55ece7fda30b966800a0cb0e73dc468035aec15d21c3de0c09112f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74516c445c354fed5a494670005994ef8fb26a6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c01c8a0d1c196a49942d5940da0a77ea57f37154470cd235c6ded408098494a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c2242bf0d6a2f661a216316904375a4e6ba776
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5849a471898894461520d7c49bac2a7fbce25f8f09f369d24c6ac76a444106f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bc5ddc7f162b6e68dad509cf9acf23a3841e22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e520119fb23849189b0b5bcb8bc393968a55fbe2fe091d8227f7a285d7e35dba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1780e2afd16a4b829c9f2d3aef6af2f1b50834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cb6ba5a14186d172634c9b443ec0ade47f744f963c17517f9c5ee276c95bdb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a1a1215f0beb8f8b18588b05371be237225bd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80aee479c6cef85f17209affeca90249afe06002844e42e61f5b38e2724def40
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa1f735016d450bc9c8cd16b9fdbf6616a15749
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f9a964c1d069f36118a4c9ca69ac36b8d62955ea052afb2dc32db401c55539
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f811a56adb02a1c0311b4945179baec0e552ed21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a45480226262f16f93e9ce029a9f8d995dc91d3f025185b3a0512209a1c2b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377b6ecf720d25255e3ec345d6f9480b0ffebe2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a015ae9001f6c83faefe053e732a9728e170ac18cd7d32e052fedd090b5868e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1847fb4d2c196f9f0db1afe744aa970a2d6d7712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d21c8a21c299c56d4fa97a2c3406e9b98c52ec0234fc5aac910ad1e2a5b4ed2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6523a2ab79393169ade6e901a0375d5e3a284b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3179cb7c010adb9eaa8000bb583b9909e3c6fda9c21c6417ff6f93920a2ec6a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d53a89fab77786061cafa8d2ef53d3889bc4f77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8853667b397e393508befe452224c3620feb6e262aa7846dbbd1a90d13f5951
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0743fb12382c85f17ba36c0a0de85b52e85d6416
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0893a261469e0fa9d2623672efdbf3e7893aca0580945fdf327de280a6e85c19
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633fa5ac15b3b8f08b190c4d79f8e0fe8987ce9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea53fef4e5f95f965d3ea290d013847b43783d3e44199457f994efa4cfd44307
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687302472d0a51fdd24c039a4714115176e00a97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b114b3e74b2c7cd111aabf45e34cc07b83b3e4fe5057791252f29964c20cf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ab75fe800afbb2ed3010a96eb108ca5986b6b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb71cbbcbb1134c68e6b9f7e9cc75492c7903803cb6cdb965a24f5f07c9bea83
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf18698eb9b08d4a0b35a5bc049e084e716e5d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ff9bb9d8ed78e4ac2e0bd886d44b57fdfa158eff0c2b90b2bc1983d02f3b21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3416d017bfd1fad077cbfef7206350a45e71ec75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067a93a0cccf467a193dc2e3ee187093cc5bc1c25c3a91e4c454acc826a109a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c84822e8006ef4f3fc675e1f115e00b9896d115
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786484394820d9303af838913dc6c1d1ce119f04abef1da204d435f87b81b6a1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd83479aac17d6472385df0f56ff769d674dd3b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb598ca64779625c6423941478b10fbab484c79a385bea84fb2b5e008b191144
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6635dd216305d3925d9bd4f582a785be54cac11c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f1bb5ec75db7633e80a3558fd387c382e8426dbbabfe043b86eefad6fd0c1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5e5193f14de84b5e755b82ff496b40c5e9ff87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4fe7c2c0fc8da5a46f4a6a87f98e486adcbd3ae82594af93239aa5f81a0659
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ac85b7562c8c930c3b840f041d074bf19274ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed7e9ae6ae1d287fb516897e7d2f81ae1880b530d547b493d422b4521383ec4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e49d3632fe3cf99d95cf74e949246edac653f83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc71b65b18444d4534f71daa448e7a9b8bda0f7c2196efe115458eb7a408e50
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b28ce7810b044efc6ea5fd0c225db1495c34e64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525a4e3b294e43fa4c9aef643b18aeb63aec7ccee842f86067d55457b72aed37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55f84995e974192027fb6fd7c28dc997d5a0470
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff3d480633651a4bc6d3adee3d8ec75787fac12c289f34bdc8d1d3163eba989
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86784724aa2dcc97f76a7db436f3cca1156a0c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618b106cb358771b83d5c5161eeb967121e4ddc88c0ce5408b3ba66390d95247
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7a643a2356ee54bf452e2597548f66308a35a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6e2734b205795a1dbcb2f8820458e08e718b0b44c52ab6852f99546e10dfa2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0302075055fe52a8e71ed589ba48ef149b1ca211
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a4f6970185deaabd23f600829fb92ba932e379f4933c1ef6db1e4c392f62f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2879dc42769df45d85160bad1edaecaa4b1ba9c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479020464a7036e75cff48640005abd72f4f23723fc25e226b8be56889bc735e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d103d8f4c47b23806eb09e701e877e867688e388
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9d3b11ed6ebf77e36480b04f4203abebad7e7450c9c72526a42ca938e18ea7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5694a0800b0e92182463b5715dda118fad14f5f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf405c85aa4ba3c04063c24b945bdd42df81291608ff86a4d50f421d33b067c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee46e4ba6b2f96a708508a6480410311b1ab5d78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e65c2aecc4c9fdc9984fe12eb23b54a5754823a85cbda0d72b4fadbad0c51a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d670774166922e0bf59a52427f512f08509379
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec46dc132f798593b0c2746094e6fe42cbc3cd5d9ae256bd4bf50644e65d0788
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6bcf0fb6ca5d37c5abe924aab81061ae90d52a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824ed651f6bcf5b4e8ef4b89b62c610120ea823edca948e2fcf91a36e886c21a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a6be2c1a8aeadab8be6c64df73339b2e5f36ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb86badd439b6044f37ae0762a86a8dc68b0c69c596f49fb5803f3daa5f19c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bf95cc26a740d4651933b98873a87052239ea1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5385276050d94aea3187acb02952051cba97db88ea71519406386fe0db01018
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cf3ca5a16353589d2e86f0803ee8d4fc33d049
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bb566dc5c115e89f53df83f26caa231fd05f8b0b6cf3d4dd222173253f8df9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3206833f1865965a796a0ebd296cd2fc4f0fca87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57879f5e7950f0a4d15d565d7a522a4732599eae859088d95625db3c340836ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bbe5555d8add16f6640f03e1f43cc65fe37852
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975092713238c7495f5995ab1f6ac0e43b7c2a8aff88c77f2090c3f72a0d538f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b112dbd4de203a7dabb541648ea27a26cdb88bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e44b20add2266c61d057140c5b06ab21c8f9f99b143f0c358c5faf0fdccc7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46344e79b458530587988699d115e9a93fd94f06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bb868f85c736e652d6bdfe2187f0f5a02c55cd4d79ee783eeebb21eb7a09a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc58125c8d41be37a249ef6165528ee97f1c3d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322aa52d2d6653c4eb3cf4daf355fea07c5010b1434a3c6b0711a57e860a1566
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3689b1944d5a482ba7611a3be9fd1233584e5a02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe8f7883e43a352d3230bd4ef6af1b64b1330b656d17765b0e365e1e0863e07
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f6ec1af30d72b37b20f162ee78de75d02261a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff0e5a25d5b1ca6a9e3a1c0c8e0363c7c0b92685647c3cea64bebb2a5cd7b9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3265e8c8e16d52a9f91ec23cfdf85a79a9a19d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46826468f38ebc8915477c0934965e687222b04874fb1422d72df3c2a38bd81a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a6cd9e5403d18480c1298865feaf187cfc2716
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108eee72ad8ebdf4d935694663e68d966038a3d23a32b8f51045f6f6a3b776b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f687c920029b2d97b8cf7dc0bdb2194d16509051
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f7fcd7bc44e12c105bbc3c9c3f289a704b9008fd6c2d12385ba5f4ceae08b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c101b7cf3a87bbef59a6906e956b9618335c3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fbc8ec4d2b4f75f4b7a734c98a27c172b6fdc0fa4349b04e4d706dab1f4fdb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef18ca59ad188f6b1a3c6d736081d4897933770e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dba3110ba23792cce04008fe82058104e6fe7ff2891875141a442c3c7815b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6192e660b8d24c731e2758902d7596f9cd0e21df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751e710705412778e54522371563d671508cbd99924af62008ee3aa4d3dd84fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04d12e81823546e586c771ef3eb917ca25427fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5fb25b5c725b5262fad096880023ced57398b29d2dd9b619953f992def194d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6c8738ca2a7f9f722936c7320929bdbb1e3505
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5bf016481080b7432294acc861176a01fa42d551b0e96df6eb16acb4d762cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2fac3e4c8563e0cc4b739626dde5c205810b5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5546c0937fb07111d9bd86eda27fd5c154ced12442fe74364c891f35a013bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a436f9b0f536965e5b42337ed6b80633a55b61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce94a9ad2cdeb30e0266bee5d67edb42ed6df78462dc7294655b52d0fc593a98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d726a4323a6e447c5bdcf1bc9e7b5bca1f001ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870030ebe38272d80af879b45fe80a19211012637c62619083c6f61b0bc13f0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562bf76b613e66be87b74be45352fd9a6edd95c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4cccefb386ca7c1abd59865e50991be5e9623fa4b7e8651ab5f1ecd01db2e3
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a87eb62a965b7f7e8f36f74b0a9e06ffe7ca892
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785fb856f1a8b6270197b050e542a7859c93812381679e8d3a4b32603ed577b6
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669cb8d4ad2f633f4203d98a19a6c9c57955117e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f321bfe55fda05a352c94883742fc40d52156b484c205c298f0ba5a5082ce402
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9968cff30bc198bd19794e660f6a8d18dd4117c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19701e122ebb37f44e0212e1f2453ed04324479e57f5820468a7b51a212b1234
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1840a4212e5c7747e175ac3f2c0d043b24e13e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff64b790455f395000d513a0a73b05ea7a9e34ea77d06f633088cd70b45310a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d22421649b246444f7cfc0b49db31c8619906e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9ec394f01e0aafe5d636de9c7e3c43d539837f6ce0578cfbecc167553bb15b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe28683e184eb75b8d4f700b65b58cf418d5b7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b42c754b4c3797e805bacf8ee8db97d3efc6727686cd38c5b4f17b7670baf0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318a9ad10658f93f5a45f92de46986e74808d86a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15315bf3d52e14260b280d5aee1801c11b2269b816e37cf2d2a60fae675fd39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f9cd14f11153ffc8ef7dd6b1aea98c08f23d07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73688d951141417fb6389044bcda2d0696e39b4dfc133ff858486bd741bb3ac0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bcce45cae2f9072fc81a6f35d55bd0d549ef7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04057bb361cacde8395a5ced411138b84659a85caebd381bcd11655d5c5c3bce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0c399cdbffedf9d917b555516fdcca872c5fab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16079e3ae22b4ac91c6c496bb1d8f1b052a2180d18c3b27a77edc45ac077e0f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd02fd719f4430f013591d7c9df83db9bf0516bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee307bebc82a46882edf78f6b038b9ecf17878964168896b71c092f02aba031c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ae7b72e828ec80b1d56af191bd1e89f97d939e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ce77fccd4d1f1b0a7dc1b304f54fedca789d555460795831dbde378643ba8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eed3cd9e701ab9d9c58fea11056d207aa2e07a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5073154b25eb00a5384c5ac9d6b86106a99be3b9170f5378bd52ec6f91cbf897
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1ff8f46b913ebb1c1e5b50a2fecbb5d901329e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b018ae129cf09ff6268ee5a80167d525a501467a11e3f7df518f15e82f1b27a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d259030711c60c1c1390e8a77d2761bdc7bb062c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2dee270b0c388eadc21fe840683ca6d1c7c7771a087c5358f9307aed19719a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ac2e799edfca95061c297f5306680bbb7f9c8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585e92e78d6c776556595471e84ab5d2d763761ca1516681b451180528b29aaf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdf68ee93c46feffc62eb333a2c9c8a06c93e2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb59fea3afeff205aac6ae3dba5a2eb23bca611c5a86b8eb35e2653503d4eb23
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab0860dbc391cc310520fd02e07cbfc8684d9ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cb73f1d8a8eff7ba2358a85a48586ba63ff3f3d49f9913113402e9b0283aba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764a28dbf9a2cb6bd42779f5bd1987765c7dc024
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7470f9067afb43e65d667cd589460956cf956b79be5d8213ce03acddb0a6f5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49ce8c48d07abb0ef624a862f03b30b69d46649
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399ce945da580eb1e345d035ac963a1cb12d62cc65ca4504deec5be41c3b4f45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563faf6b586a859890e1fd47ee442cd2616b53c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea0ecdbe6d3fd0cd2851b69b18046967ba51cd729670794ea758bc830b0e03f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cc2bf89371e2337f989ecae191d7631b7fd760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf0bd43a11e1c2ce229aaca66f567acc1337bb613abc66cae6940849b5192d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617618f75a0edb71d6cd2b12febcae0b02be3e3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887360bd56e1b9fc2d17aca9879f58db99c5fc56343eefecaaae99ca4279a6ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13fd791f69e8190e3350739a931d7f7f034c928
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bad05b33be73ec789a6c2e22593f2bc54462b05719e8a9240d7cd07a5d7efd1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fbc8094d254655e44a12e48981a419ae4d19fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35bf9f4b5ac43e8963679cbe7658f2ae95a0a574afc514e2ad15445cc49d328
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c80fed0551d2e5a67ddfad14b563bc44d9e14c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1dab803330984a3cc526bfe815896cb8f8e05c0ccb983f7012d6407c21ac4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd6513c5e576b9bdc6dfc07efdf680ae1276e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d749c6fe60ee9f39caa64577a78aa6612e9e0c90e4d1eaa6be157fe33501b2b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e0e02c126c82374cfd9bc3693e6232b6e8282b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26894999c59cac0a3b27aa5329f6201b69068fd1cbcc289dfc572fd5f23c66d5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e115f9c26638db505df1308baa5ed37bf0aab57c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd64dd9d30091c8a26f44731f67c0ee13d7b0f2991379138e590723564210b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa2b976ed964088f4a1d643bd0ac61fd09a7dbb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048bb7db105ca63de43a59a927683f3540d836bb6bd52178d7922c7521cdd8d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca2c4c051d7a730e0a580e05701795330fb8d14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ea975b49176707bf69c50d82b4642d47a2bef215bac9d03adc790d839c0f4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ee43c3316bfec10d2386f73584c84279c3a50c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b037dd9eb891afa1f5ab599f6bdc3229c91c3bda2a799a124ffba9fcb170ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536b16492dbc02fbb5d9c5d45d7e38284a2069b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e69c1de81694af19775285973694182b68fa0f6c78d8edf326442b586aa4d80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22277b22c387417df6da44c63db3e0277c80c35e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de96d7628dfce1e4cbd774a54d04c4bb4fdf164677ca65ce9ea726c8536a35d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6805b33eab1d673f930426516fb3b9088563e5b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac427dd65c10ad70cc4607a7b4c0ca77e5b03d43a481915fc3cdba3661c9338f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76def6d1a14b223f37952cbfb1d36e220a5156a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8920f3e44916629c92ee9fcba8d8cf7774d40b88d4355e086b4bb7b20b2dab0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c23dc48daff35ab526f47904d7360a5b07323b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab38f7eb55ade8d10471f91567eecc92172d720efbf78b4c551d6959441180c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d12982ce6ad21a56cdf53c3ee41de33c4596ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb603a3fe8e539bfce695bf493f14a73489b750b42b86faf157872c3a16803aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aa4d90bfbced20ac05713b64ca6d16ad7fb607
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f9b63bdc461fa309115c618210d62dfb760d9ef0fc3bf70159ade7db33456a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b6fb90be4fd968fc4db470934a69e6ebb6021d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c7ee48d0c0fff0d915abef411062a8661d037a25048ebc33bd24e81b3f2928
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ec9cf595c62e738524948bd4413e6b6fd53b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bacbfa2091d54ae7c287ae62426ea1633b0c79bff51a79cb7bc6176c389eb63
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bd7e488115c85cafd4b409c5b5aa9bb4bfacf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf90fe7e23ef7060f9ccc11ee022fb7dc11c58dca32f43d1b9db67ea5b4069b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dcb2e6f4747931b063fde0b87fa1e946810251
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860f8550c685487dd41f4ccbce3683e6fe5f64b797e735aa12e5c93d7f5cf322
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3505790f7c84b002d72dcd5cd92e6f2f33933e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3f8c2797b377364d5657263e8221bcbf1eac558b067fe0cdd8d926cb392708
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1067fed81fa519ab3a2447b291d83f726725fc0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcd15300e6194dc7a0302c4642cf85a46e9cc4c0b128a1f16df3ac28f4c7b71
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab54edcb9b1afffd194be4958c590f023e6427d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa418c9a5209c6d31805f352f91f5a6159bb3c8b0806822fd1359b92e9610d0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98501767d55910f5386549c986b53c8cbb241c70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5802e6e1db11e566453cdbc910a9577410559343cf267089890b6a2ec0bfc6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec275735a156245d6ad548c13f07082394c33b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321f488d73db3c4dc70594a4b91fd6b23346212b3efcda7c4fe4f3ad13317f8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5783a12e4b514cac9977f7bcafe36f0948b0885f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025b5077c4b7f69b393edacd509d0794ce0c90d9e49be9d46c112ebfb956f38d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2802ca7ecd164b4f687677a758e14759b61b1b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd295bfde769414e423e76c2fc52b19e5b2821dbd25f76b1b3fde2243f4ded1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ab3e5aa7afb1cbd9de5a22fe9b1806593770df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5645a9d6209e3ef4e3635595d912264b39d32300ac961310df72e47f86f05a7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfa6450f5aba69c2be1d49cc896a51061bbb8ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2a035307239ee1c82769b630a754fd54710b33f95ab08f720651a6d7a31949
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf76a0a9df0af6c5bea907440fbed0e1905dc3ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016586192daf989ad3fd8346add46307f3262bcfb8f67124260f2da6dee3eae4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217ad9191bfc062732ceee6f809451e97e7fcd72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d856d9401490232554ec864f275ef34439f513bef9ae01f632f113330068ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cd1fbc6770182046b6225fccba0821eddc7c73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cce51b00493799af68a9e749417b6f9729b83e90ddebc09ae9bc59c23605b64
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4848f0b50428e7d88b390647e41af4bccd5065
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867468f202732e5be07bdffa2d46fda603945f3cd125b3bc72ab6e978432892a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c582048beacf4c6f3d6c99d98aaf47ed9d0b8641
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc495d90e260d1579829a127ac52f995be966447d32646ff26cff6957b017517
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974cc03d74d425c9f833c678e97aab1da214fc95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a20f8998508d1d70f20287c6d380ee36044f80e7e882726b2681623c54ae0f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41f5f57823f25443dcd5892b223c58fb8d50202
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe503374476088d6bbfe1bdeca7a621852528db27994fe740b2e048db4d13135
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc90eecbe180c7c5144f44e524dfd0b956a40a88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a5c574c599429bd27fc613d50d2f8cdfe88355afb153dfecef0828f228c497
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b4d6b4ba48424297f1a5a81090c14377507dd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c7a94116cbe9f156b55186dc0c7746364e036f344a491aa0b0c0203622b535
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210a2993223e906bf6c1e184890459a45f444542
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6f29c7b2f2af3bdadfc62e4fe4bf42c4acc0f8752f6c42830239b562c5259a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c734fd45e311b06d791cbb8a2e80e09ceeff822a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cf23baf0949d3ea63026c7549d913101b8c4cf782ac27a42c9fb26368789f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d1b4c6433f170a96f934c1f12058b443105d85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b0c71bc350d3fbf8444ecd8c7571e23f914684a4dedc71ef7298260ba1d2d4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20948c7014b4f3fd6d3554a307574c1da8f8f9db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e41f8ccd380ba09eda0734619d97186848bbd51d78f2045f30b4f5b31355e4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95478d0b919d14d758a2d96d4d7ec890e2ac8b61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ddf96c6ef89facbbc3925bbdfe7ecffb4dbcb7094b308de7b9d958ed25111
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9cf18c9338a3654f0d62fee95ecdc0517ccf7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab0e299fcf6bfc6fc8eb2edc53542dda27b809e61fe8f345798589fa148596e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd0b8c17a3815ab58e66bc4efb0cb15e3ed540
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbc3fac03219f22c96fb8aa38eff72515e339e33b702238a99f221284c53144
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82734774da28959a8af6e18e3460701b53881fab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818b4e9afd25b04ed3c505db1a0d79acd00a7e969fd312ee18247421f541da93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185f90300a830210b1988fd7f507e3f0f064faf5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ccaedd25953d49212498b2b7d65142511e4fe50b71be579b03a9875ecca1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77c3b3493be6a87cd01bcd1a1025a7b8449197b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471dd3b7bcab7fa0811fb3815344ae5aea291d464a5c8af5669aa0631cab71ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521f10c10d1cf41e59af468b50332171e1648368
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688c60ddb29866e1e8aa1fb9e5800c711c8dfb499857885af8467a1db784ba2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae3325c4212679b72fe43f3e2c5c09bc123cd97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebb585f649fdbb1e4ad190291da617fddd6a1c6879f4c019025c8a98313d3d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1c950b5e65fdd5a3cc53c31e04f47da6db84b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8c1163e4b41bde633afe44d7cf3a8b936b75a484fdc6a4926c35e8d8937c17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01481a7eeb01120b07af6a797fd3fcff0405a9fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0c198ad41f73351f00aec253dc7487ea9010f7b00bd7c50b270342a71af581
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed982b84efe35d3b6b98fc9ce96f8e74e727c7c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7c6d4bc792d0c00a55b532f7a9b561401f1b6f6c16ffc45df160c2e1c1453
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929849f9ff5b52ebaf0ac9ad862fd8a26d873a71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8852e24d2421a2eb9084ea6841e10d9215e7c39a0c9af5f324e884bdaa8a850e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49957b8ad60622f8bdd81f438a5a0371ba46e0cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a8a0d8f66a0a4452e36b2b0e46aefadea8389a4d010c444b7d4ddd0c2b538a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908bfefc79f8e419fa89c0f44d121aa37890f4cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf1158583f3d4f8750bdb0b9f080d5b5df0399b263ff38ff77f8852170eb9d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f60310cda91aeb7ee20b987f4cbbbdba7bcac81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ebcb4b9ab281bce5b72673be2dd57333b428848f2e91f021582b0275a99f2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fe9f91d1025ce9be12a49c806e1e41be0bd090
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3242046c4e347079a83397c569d1dc3456a77da45f799409951e27fd0afd3d01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da745e207a6b9f421d89c5c5a3cc3213e2ad2ca5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc480bc1da6f07c389eddf8002499568fb54eebc0b57eb8ae511ad3921792e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868af53f3952e4920e588fc666f9f7e5587bacc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413c21ce2387da36878f89a9e78b029f71fcf6b1f6272d883937af9a0da3cc14
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c02610221732a68f6f4d7ebf24a2756e1c4e81f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c83c0aefe582957e30d8d57f1623c9d2ff387cd5a7fe9a506809ed059d02bdf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628a43409bb2dc2bdd3e7be765616efcf21eebdd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fb9c5708cf3174a256127df74883fac2797981b0a7e06c676ce43baa5da2d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37534f7b27e5c1f5792ccb68f61244c98ad93636
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb26f480455edca1ac63ce7666fc94be5e56c1ae0dcd62981a3142401f85e52
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af68334e3fe28a24a332aff67ca46a8004818b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f1c48074a5f72608842cc69e18dde74045b1c41fb6d88360170d989361d462
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20c5db88b5c78102bd59a4b51a458b883bbc41d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2da5591a3c5bae982f7b20182b63bc2e4df6b51852377aaea3e951cbbc44b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd225bf34468b5835d81938dc92513118af3712c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ee491786c53498e90a98d5d42391b7bcd64167b496f156140ad4b28b740c1f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e48ad08b1c25c503c607d815612445430cbea2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfd2a520244d7d625df86436b31d3de18131e14d3b8b2947ae3abf2e2951efa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea0a42e0ccebbab86b53e2c99e9aba0c8ca1599
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9f2bc49de8c1dc8d4679683d41c4c7940b16ab6f7ec86c74d53a7e8e200f57
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1378b5d2f49a455b467147268cf17a3de02f646d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a42564a41ad622941cb44af79ec601f5769f7e428b941dc31bdfbd44d4073a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6793883ddde4af0c4553a4fd39df34dba8d6382
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449e7901d8f6fb492aee4dc87c6ff4f7cd5aeaf48b2e5e73c8bfc824c858b0bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d2526c65e3de77d0c90f7dcd32e6ab569b57bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e0ce75a10045c5765141a86364b744af9adcf1c6bfa9bba52b269d36256bdc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa5e2328aab70fa78f8ffe1ec97f07b32f12b91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db33812b97b40f12eafb472548a68ed8e546bf726ed1a1b9935c3672f6b05bcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e32d4afc7fd13472d4c3e65eaacfe4a0c7654d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87964e01612e495863a760090bfd5a40066ecfb4d00c31b35fcf2a980384563c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9426453ab8f1586443d1a45124d3424e90e33b9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953d93ac41cea61786295ee81fed5ee7d53069ca51fde894153afcd0cc39987f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a660e864b205b8a83639d46fa98165518bf157
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca972a0a60df6013117887e556dfdf32e1b2f0581a67ecc8b265ad7edac38aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab663ae9c3af9ed6553c99da56074334cd92b6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a87a15f6f406f819e370eff83486892b685925438dc839bf89b25e4f4c5eb6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98f8d24d9e2b9e9f94b7f620fc64fb89daa1b40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75579c8ce1e60d1c36c0b1e957f824fad84a630be3937a0cca8630a167a3b67a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc194c49e610e22ca57b0e4aa67f0af12c3e908
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6c5e60d5cf36c44553ffc4083ae53a32694000aa5d60293d447d5e1c5fb907
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024da8cb4cf508ab7bf4f1926856d35f4e6bd64e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387ebd3a36b774ad8e1f66ffd9e744386a2e80ed00fd44028f69b624c1028230
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1552df41009926b4f54380f0e29fd557ab64f919
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58278f18249f979ef64fc72b948ec932b52bb826e287f0fec2d63fa3f713af3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4ce6c0a659ebc55474b2d3b9069f1d76f9fcde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a50ea3c38ac9deab84feba5e3ac30184e99de69e5e218ef1e628806c194daf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0968d402ba2c7c458903733e25c47353bdcff9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db83be24e7df7727036b6d9551bc4ba4fdd76896e6540f93b1e19230106e8162
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d74239e20e521457a43c119c89268937b5968e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e262eb337c09723eb096716f18ba3b437ddda0a8652aeeed2cff6cc0ddbd9d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a204db7088074c6a61690f902ab525c094122e71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5a702930d5e47085541ade019c8142a169eb327cb4c6b20c5e696d9c7e8458
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5a6baffa4acc11190028b75a13ef7cb187ba43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893d30f529d842bd097a838b05cee5e7a0f8c77fb6884da24acd71ce9af7b455
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da13a6a0206228ca7da5f78fc5ed0d4983479348
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447e09d5dbbe5c9603bf7c4989709569ae2dca0a59278fd53d1fa9c044242891
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be49094145201adc084bbdefbd48c1e26410b6b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b1edc22755778b84c67ecf4d903b3cdf3b13e23be21db62e10ad88a0b5edf6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f02b6cd0a6e7b5f2362087019c94a4f4b3b9c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556ee6e9996552a5819daaedb523b9947fd00ba4ca24e786bbf27d7124c6c166
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a116a597a13d07074177ec564c81d0693d5f2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fe17d10828f611a5993c92d2adbde13f9d1b93317dcfd85065b7d7c2886832
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b7d74c8b38479d0b749c3667537236d63d8f66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a206b070686f58b0d325c6ce305c15e4a57f64817fc3e1ae83be131e5b97db87
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e993d8e20a18bf50dfd926a7ec420922802d32c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b684945beb114fc3c8597d7cfbf1e262287f1a5962776be0ee3685b8aae22b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77df0a833b03c1f6f6068f01df92da3d463ef970
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6e2f90935f6a05afe0ac204ba12276f65cf23dfa078fa53c236824c78d1836
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa27abe9134ed3904f041fe6d2765d735ef9f57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd673593c99a18fa64bbee62421343344c666797ab8a3f005a1790339497115
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5010df42435e3db4a87447419a41c980fede709b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2a4d18e777494eb8c51eb8c1c3db4acb05458c478740af17a01eff96f2cc2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a9736cb3794759d9d00878ce29f6922c8b90e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e1c5dcaa57f54c1ec01213952d2c84f2e2fbaa4a0918127576877f5a64e10e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4214d21edcad77b6c3af18097e7edcf2c640419
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dded6de6316b19c2df978e7c2b0963a6e88395501c3304e2e064a4ed15c80ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c240a7b969f6c55cc0a3e44c4af3532ac0f5b4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d4e6e1ad544b5e160422f2bbe4bd8e1892abb79dcfcdf0f7c59f0fe0aded8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aba881bd8391eadbe2a5c4320dbfbb43a2b4e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87edd08de9f744cc0a1db71dcbd68b7d539b8a4a063187917e05b9399f6d6980
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1bc04953ec1d45bf17edcaeecf7579609f2c76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c33e210f2a37ac544f535e586b92ad251678cbd692c3494ded7982db61ea2a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816f8f3c92af04ce1943cda7a39a53af59b91eca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ba51fc1316404d7ef7c3ccdb52706d496047f2926a726d4b842776adc61635
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18220fd3fc82d98c5d13281f48f77e8705648ab9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543604e47cfe4abac1f1923e50bdf08b49e284fa3cd9f30977e5e8a59e00c4da
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507d0bed1d3e4bbdc7a93559fba63095879afe1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfc1478a1ca91220266e96651b6d3f3efa85dc63d681bb88215430c3c4f6bce
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f780ea0c13eadb45926d9d7e810cff8de167d07b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc07358d6f4e88c39bb903d450ed9ed341e0f057d26db807c5643632f1e0b0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbfe3180ded13c54d108a7f791f153eea598688
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5bced54d048a6f73e294ea31dc15a85d530c796d7f55135e0756ca88169815
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952b3621c209eaaad1d30f47864a254541141010
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04000f9ca9392c124501137ca6611fc4b6dc2213752e8d2d1611fadbb7f3f421
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f81e34c3b57d867e85d54702ed13d3d65c8e61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b26345afa56608cd6883bb0c3574fce41293179b24f99bac0ed0001fd0213b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5566dd06a093c0972a239e8d0d9e9dd84ff22ff0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9642b5275529cf461eef73c4c642c638583981962a4b02b114e5dbb06f36b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43e6eb9d446bc15e03ae011a61a9a0cf0b36a25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067f388ab264e2b9560e55d7d17886782ac5361c085c4f5aa5358627222585ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba336c2bc21f7db5324272be8c26b766c608a1b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7c2eaf7614674df112fc96bb1d7cdba2512d61db1b919622524f3d2608dd28
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a2da0e5d5be5bf40498b2f137145c5f0aadb44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b516d40b8f7f2d12f744526bf5c1103d89e17f83f6e55803757f2663a1e43f07
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e1d3c690251e6cdbbbf4ee32feb05958cab17d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0326c788e331f86ecffbced51d3c14734b33502eed7ba811aaa491054ba95187
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257eadcf91c66ab7bfa6617da69a9a4806adb5e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97baae505594d57d2e1ec990a19ba9cc279fee1cbadb2c472154603f18954df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df10d289838daef7ece41b43f31706350bcc6894
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a9af642b3baf7524a550c1ac20703197b29959be6fa955623f65ac7b41bccd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f51c5db87fbed4d03c8d05ca62278bdb13c130
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bca0e4346933048101fedeee070d02aabd9861e3e2e56e6cb0630c74a6e3dcf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a76af5b5ef487111813aeb58a3e469c96ab7c63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae7b5af051ae7289eecba29f90911de5c58822c428925c26d628d9fcf803c25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6403b450af62e8850c7a79b6fdf86f2799e95eaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dfc93170dbf7f831287215488927b0688a3058a0a8309cf0f58f35ec38d24a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4857d9a59a04601d45448fb0dae92f343c93614f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03f0c0748b90941e78baa5a1543c4f6181a9b0ffbd805ee5c9d04a9bfac5320
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5728b9386b362337093b4efae8dce62d6f8608c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d50a5221a9fa9fc93cc357c01ce7cdae1021939b9a9526f6349735df69f33e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4d7baeb5cee91f1225fa94644424c6a8bfce15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89acf873be18883a6b0768f78c972bf2945c777e641030423b62d48722a27878
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8c799d4fd9796b10116c744b394bea71a15449
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2572655c580a823f761af19a61c20c41bd14a6372a5149f205a60b1f4c83cd85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0e0dfb2e7239f4ce9d64e529b91b5a950cbd2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee1411cbb4be936392ea2b6ee357239b83062f3543842b6008a00531c583bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925cd7aeda88a55f627ea4b8d2e58ecead041052
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71390cc5655882d30524f30aa025bd88a467386868271eab249bb0c4c44af1d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92d7714a47f7c24bce9fa8acbb354d7c76f11d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d25592ece225bf599bf84d80ceb9375744eeeb1f401601371086eb959a62e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcf7e6c8ef6e5f7eaabeedae89c918e533e7c52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b469c17eea92ca92d6b12d26487d2cdd9889875578c5d970ebd4f8c4fecde1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f97fe9be5213dd347fb23b3d6b19ef0d2ca4113
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecfc36650c73812264d94106cf09fab8f3bea06625a16db4ea967da6a670cb8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca4107047e4faabc213849a02a5d5a58d8b0a35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531465facf4252f2d99a30c4e02118c3f25fd54ef2766742e2141c1d500a6b80
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bd09de5cad65831cac0893492095abd16ca70a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef79ce6502589d243b363c5ba77d00f8c33e3cfabed53db7fe4c3fab81ec644
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13ae173b680abc51c9f232e364c9d421dff0de0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead4fac35054dc4bde14b992be0451c2af2da8a44f9be2a8118c0cfa1b1c99b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045f558f80e3f23aed4631e8c4d864fb749867c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3845363c4b362f16de7f8b300030d36a4c1ba9bfcc591f45af115004a4223
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64135e91359d4c4bcfb424ade312798c6bc69107
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb825e06ac79600aa6bddd3f3dceffe1f069ca4dbd84d79b5c0ce47946e1e6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973c6e87c976523f8dca7e695cbae050669a88a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1364e1d6039af8471354bd66aa534739736762bf5ae41375d1a5058e71f7a0db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2b829dbf27558fe0313c08a58d9a792ccb0e97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b96ef0d61005bf301c8b68b331050ae9583efd4120dc862587eb82ded406bac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbda8356f15a15d85c387346baf81992be5f3186
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7042e79339c2ce924ebe8c12e41cc8c0d11a22909a49b012b603fc424e6b350d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225d19ab6fe611ad1945ba25e72e78ae4b722451
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4aaed16922ab91ddb9e50feb99c289c8fafcbec1e061ef6044e5ea07c3202f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eefdf6c24bcfe0b56003a8406fbe009fce3fe1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117077ac668dc1df57be8edf6426b73c36bc82a308a7c0328afbb1d66f52b879
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22a549b4e3a587bed36cea9f91e3b8d4dc2d64b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fc5660754915e9f1e20eeff29d19e7a64b0b1d33ebd60109ceaf0fad6a6b37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43effc10cd10546cbda84498668b9f27faefe2b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3c22843fad154f1e976084a9ccc26c8123f1037310d30815d77a6027a4eaf9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d2b9ea26a19be8208506da6060f710a9124bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5809f5f26530a9fd279b6c7857638871927621101c1ae28544c09d2d71c2270
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f06c0ae6f626f3737fc5e520a93e0986ba3c63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780ac6a468c3c45e0f8f6a2e6b2983695eaf6da3f65064ff8ce87f25e5b7387b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5244702f61b051b36f1cfc2187f7a1f8b9114f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b81b046b4a3122fe6a32fa9ee647ccfc6be4accff2b158c8002a6cf2dc23f25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d917f52bdb95368fbbbc3440472c3578cd3c59be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6cc12b131e59f0f9fe9c58aba2f67d28c217bc709174ba29347ddc34f19054
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28e6fa62835a00d2a1cd73eae778a2d39215ea8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94c3e4a5e4c5631f265b3116371fff6d44a2637768ce8d1e34488c16a69679a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58ddec323e9aa1b654d842fab90b45e08fdeb27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535c417de7cca819d743e12fa97cc09cbe226303270806f80b1730d3e3b8795
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de46efd9ed5f092472bac8e7cc1b88ef222efc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12acbda8a714505820dd9111999e1f947eb2fde1c70d92d2fa301f074f9653eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4478d95e7db8c7b631934564e8eee921acefcc25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f957b9c0dcab9b36b0bf7c05437888ef66b8f5335329b75c2522c01058d969e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac092bea237393bb67bba312f3a85b7b981a3cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82a7da4bcd94bd28235315ac4e48ba130f718e697bbcbb8f68359e3436df894
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76198d901b5ea75ee1abfaa8f0fd3e7798a4f142
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c0d8759b729fa8db7aa2a3c3b294320623544e698c680af39467e244c81d9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382da1a366e4f39c7f8f55f93abeaea3d43c360a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63e61ec56f851232475dccfb48e1ba984bd0b75c7dfa65d0d4ee17ea56a392a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3943c4894a3610bccf78ab8f03056ef7387fe3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18fa39294c9e5897a26a4e393bd3f72025beff4b666d7836544b259c32a919e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cdc3c6ca88c580b8e90bf60bdb9959226892f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac08abf7fe77748623f3fcd35c669b0ebbbc5a54eb04a63424e3a7289405126b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26904ee5dec9e8e0095ea0870fa2e96fddca332
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f077bd47a056289b578a54139387299ad7ba658d861f65f8f6d03465d8fd5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1cc248139cfd8ce1e9d79ed8f73161c3d36ccc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16814d9e60275821d15dfa23be34e3656a3ce80aec81cff6e12760826b515797
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a063069a50f4f09e6f964b26b8ff0eb3405ed638
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84e47e828f269111e49c4c0aa5413c3d95ac3101c3bfa45892db436a785a4d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f344a71a2dc67bd5ea05464067b64460a74ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f1544828796465aebc25c2cf8102e1642e9af3eb959fd047593e275b7f5379
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9438c3fad8542f23153bb57db3ce2231b7815096
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd459f22dbeb019e98199e23752299fafe63bbb7301cf2dcfe01ae64ecbaa844
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf8b29ed7b7a0257d00e73c077f7adf4775c6ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4d9d329606662ff6b5851a30ad72d1e33fed97e848c84109bd2ea4e58a8527
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f2ce06e841e9566a783d0414e757f6591b33d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c7e1a174f3c5a2e11246a446bcddfcc100859d0811554f40848e88de679f1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bc1547a70c0328689c126f69306bf091ada17f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd41b8123dad6d15dcc3cea2771869b5d31347e9c3692ed23040b7f43ae5739
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29231c464472700acf83b211e1e1b51c5c9196d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1672f6f1161176041bfa5b9a44df6c98598ac4fc7d303f25f5f4a0111a13d2e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a511778d3506887985ee1089c038277a9aa1c7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32fe50fb3bf4fcb949081723c7dec17841c535b8e6f7f59dee2fdec7bc6cfd3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad7408f7624d5b05fb9a821d1068603c6752c95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222bf35650f475c0152e1762edce7893870d6eb961bfd3030fa17ee8199bca07
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6a8d62480cb59a0d684e8d206073cb0f2eae40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b8b3ba600a08b2416d72b223676e6ecaf7fdaa1835c7acc326717b93a708ed
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799f1c6ac59413f81a9bd36645696b27da2caf84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96609b70650b839cd0972703d842336eb8a7beed9499be6628a928bba4cc416e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf4616bdcf0d2ade32d9615e13d206e9ab12b6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dfd44bb83964f2fe7bec53f7d4a1e50c2fbcac41164c33989c5ec337bf73be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cecca415d7c9b85ed8fbb5afce68c94e2ff9764
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8370b7fabfea3aa8f07a36803d008d15a4a27ac529ff33c3439a2e7f395781
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837c219e26eaf21d2c6eefb5cbd84640200b43f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f483da112909c27ecdbe59d5ddd7ec8c195f147dc7657e0fb70eb1ef6714ee66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cb8b7720aa9dc5d2f7d6566721a6285b7906a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8937e94e21ff462a7f90884ecca6c8c0549d412a49c4d2feefb126a3b0a8ad0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab27e8fa1d59a5d6032463e636363f9e55c7c8ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a1ce7c1fe83d7daeb802dc14200d417a416269fe177ef2368d9f9a9a594cbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16d136acf0f847d059d649d0828f258ac615a37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b02753cf440dfec6e84ca4719dd5e30c6cc17aa02674d245b724cbd3fa6295
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968116eba3be8501ef1f8adc99afcf765121cc79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3106a1293614b30d32d4bfb16fb3e810ad1ca35303161d0dc2ab7da5e97f40
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4343991fdab024a591ba1eb70869a79d5060e82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19ff729b2f4b4bb0f2772ab199f9468d8b6caf699026ea4f720a4106aa1abcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b21bd58ba5ad37c9815c5a65e7c139550f00abe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94803d3be8166f9aa360fd1c70636754f9019892d46605f2b1193a4b76ce4c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5357e2b5a1599605a3ba5bf91a9e8f9fe239e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553576c415b351c5cf4ba291dfbe12cd5e0ee79adf3550d5f8b2ece00793b283
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c9cd5a70df5ba4b1699589a8fae20737d88143
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ac09bc28215f291859f5a2881a6c0d4be97c793ef31b99cd3a3929e6c3047d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ee69c83e1c9bf270adf768d8b5925bcc7d0e7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d92034ddaac8c2ee34f426daff17daaacd85dbad2a4619757b0a84e2a76344
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea7a44130c069994481f0ae24c86f52dfb72dbb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af4b0b3befe568b5a83bd06733f8a258bc9cf12d7d66bd393100eddaebf932c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314d6eabf8541c6bebb798a81fda3c1deab9fa42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cd73ddc4a47704a07010a496778a8a5e928183b04da75a21b723f3ac65930c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b8e9c90763221a38ea98af3447b5ffa31fe6ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c49594d804a771eeec13a91b0217747bd0ff62c5431306990f3a8cdd5af49b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db034fd008374855b07d68d05907cf9ecb8ae57d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f17042ac38c423afb9cff287fb46d96b41440969c3251ad42853378e61919f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a81930b31f7343644a968b2a6ca97b7a80aa30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622c60914190273830ff9901a61c568f1c93412bf605f074a95df80740dae21a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a8f0cad55debcbb34665e0e410a837eb488f5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96992165450295f69daf7cb4a8f9854d5a985065741d0833df13a2b339baa18d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6fb7ca850ae5287d7c3b7718e07cf8b9be3518
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854f6faae2a7d2d2718f6f41e74f712b423807d94d7e9b9dc9321743ed82b638
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f3a3bb9d4363ca073d13f2e86025326cea36e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edb09bfb9946ce78165718510497bd1bbfb9ad9e601cf02cc0d9f415bc461d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a61cca25fe3a0a5a118c1ee9ca420fef94f358
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afaa96fbdcf14da839b633950facb340d9d57a3a03ed7e2468e1968c328f701
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6162b5bd41d01c8b32895b2ecf2e725556d90d75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107bf0c0022e17705a9069d644adc52dc30ffaccd74faebc9ded89eee233b1b0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc24409eb33e855995a0123df7986a88fd75879
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8da5bb0e0cc8bc81ceb6eec90087dc6521f15d27fa24a86c2b544a143e276a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046e46181e149c2e980c867bfe520e305c337d22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4e1f031b947a3918d856baebc202c373e6d35a37dc75596e8e7ea7036cfd7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a693901d06ce1fe71b33c4b28657823eeeaa6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec3180f37850c1ce1fafbc185bf55ad80430959b53e73561d4069883002588
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f0fc1591b1eec7e6df56d69b7ca55d67095ca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506e60936117ea0c1f23f787daa29f715631a4503a44f485138c077ae8fb5876
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ea754afa0997ee3b7a1bd4c26c6e1bb28f7b0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7e131a26dffd872c7cd425110597b1cd5d0f0cb17ebafd8e4ccde1690a9b4e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b4f6582fb087985cd027e4f73ce7868e6c6295
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7e908f761f82d3973081ef80d73ec5253165013d2a40f45e001778a9bb49b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583836eb184873bfe6b1ce846ef42ebe6c801299
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ea2f63be2a00adc27e88a0495fe9ce88d6dab4fc08b765e9a9432c41917162
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731c300344f296d70ea5d7f1aed226844d5bc121
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832d5a00aa147d424032ed48565406a86d795a35667d479fb90bc9048c9519f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a98d9414e8516c0b5641c47cc1c6dc9d3d41fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b403d1f8d7d55b29237f52c53d3b9cd324a239a3092e0919825368e8f64226
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8f95e1602b995743f23a9c73e974d4b1374375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e671c5ee8044723c01677fe1250d007b6e52971010c79edd56202df09b4426
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b5c695f26259e4fa49fa66d0b3846da2e6a40b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb92126dca6feb4e1d837288555eaa867278806a1f5c87a45e822a238d6f974
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef5c480f52cc2a991675011b89966f420d68397
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8ecc615891281f3ea39fcf25aeb1bf8f002c850a391e6945964bcf67a9ac46
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945fff77f4603c9b8321212ab9aeb63e625c61f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1324081b176fee0e44fcb1c88f575e146aa9caef1a74ad3ecd3ca22a8521a25
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527cc145beb3046155c152c534168253dd579630
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5061f1711713d976b4eaaf41ae9f2709e5766fa492549130923ef44e7d981571
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4596fd877f9c03f42102e0a15d4a917582d5bb63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0159fc3ffb014c6f2d203a2eca9e58841330d32f0ef121883e8d36f758a066
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8745ffdebb4810aaad9a0f52e5a28c391a388a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f10f50e466cb8e9ffd18b23e9ad5aa6fe4dd66ca2ec7fa2fdbe07f5d3c9a95
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a43ac52eeb612b00da41ed87d7ed8464f8fc88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34b04e543c0727aef3584cf0569e76ed5dd9e62a463023ef0e00cc65e5f66f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00247f57cb8dc052d3e35b1cc212e68454f2b4d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11717d35416fdb38d965345316a7da6adf51ab89d27726f8e3b21ce5254ba1d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7953f6c2e2457fcb9d752de975c5e874acd0831
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be74ddd361a31d3f4d88c44ea3e17ce3ec00b1d41359049fcbc93f96a11a2c1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e7a380566f757a4b375ee682641e187110d015
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f917f8f2e79a9c5bd4260071bff996121b16a4b1beca39f454a12b77c3aa19f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511b170c7aeb12082efd321c0ac03c40c63a826
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa36511b67b8c2b3e5a1cd7372de081ac91c6aa20398c1ad1986479b95d2127
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee16736f794db2f7b3986e0ebba87336f6526a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e243baef95be8f4c7748d3fa7946e9b7f56108dfa87b4a965354f0cb8a588d32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a615751160518b229862bf59082b43e2b480883
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fd37658973436af8786f9ea8de6322aebaafee70f84d80c7af07ac75dbf063
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec9764de348c41f4b01418904800835857e3e9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b279f061dc31a5545e3084ebd0c8d2e8327b87e7314f6f96dfa0dfa06c804f8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5ff5125ab8b9efc3878bb22e0f0fdddf172e31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c0aa05f83f6afe7a9a324747b4c8ed5e08a67c1271c25f56a5740e8ece81e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a2090a41a17965c7610cc3278db267935c581f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b330e13534caae829a2846117af85a22e93948b7778f2140bb3a1dab1344ab50
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bf5d31aa85fd61cdf5f21207638597cfca8a38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9be3323a1d0b33094d0b14b8911fae511fe1bb2b0e59aba511ed6493b912ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdbd6ac365da65b89165682151e1a64d812bc76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e56880612f9c98297361e1e18241ae9abfa7d29cca23f859056fac0b688966
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfca57f511c3a8dd24507bc424fa5ef59efc72ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d3f86e2b5e886f564bd8c9a52943f86da17d50ca7dfcc15ec0e40e31312199
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b110c78d62620f311736eef6f35884f9425155
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749fe3c7c3a67da06b43436df250922043fd13907a674542a2997bbc87b9170f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ab3de0b1b93a34604840ddc0d0fa4343c74c54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9849cdb2be3003c00931a227a21eb148c93072be11813c65b69581aadeeb03be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d400bcc860c2820e1918ce34a4dc58708d1af6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baee2c21d199ea84994b49ea1f47080329aa2bb4b86ed1f39331bd36fa164bff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593d175949c58f1c9848a85eb14278d787a38340
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cced8051294ed2b47589990a9275f1d867693661b785bcd3827c22af4006fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d6d1bc6431f6092e9d1c788ffba519e42a0dc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf8d04140c4bf041ffd7b089eafb93f1463f3bfb7738964cefb509fffce8779
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b26db1424de5e252c809dd995e6f65d186e7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2b27e388d92b31c9b55515ab6151469f82463431ebb218b78444f414cda4e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959787282417e6fc4ef537b252bbbeb153848224
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d73100dccc07d7872fb9713417d1b9bb55fe6a729d49986796f45b34eee332
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b296d0de5ecb971e63adb87786a31cc05b9fbf3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5ee1078ad0856eaa561ecd815429db47fa29dcd84dbd40b4b3707b677cf64f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdf47e1570fac1c7d74c2d75190025588535c84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bad881e39bc007126da15fb081100fe8f19299865638d079d9db2b441894f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8e61c3e3b21297073c40ac12e8c15f972e71dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f1c9d39eef8f77d443ae3aa26afecf530cf6d64cb46cf85ca43dcd545238ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e29275d3af336cf5248f7c409f0c6a337e82f97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054e57d173fd547a2eaa9a9b2f04e41a3461cda7ee4ae0f54b3c01317f15281
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f1b2b235b9a463085b7b1a1e51953cf84ef1ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c4b6443b51f75d51dbe44a294fa19ad83dec1b302a3b47bb84c4bb1fd031fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025bf4cd47a01feb68daaddab55dfe0e6e31e164
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea41c8a9631155b99680db41031db6f2cbb8182447576fb2d89e930d99c71e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbbcf1b6d5cd7fba2868bb020d9b4dbc86734b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a957ffbcfcde9cc8535c90ba994b5ad9e3f3426f0521512a223a66718c142ad1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5af904da4b8715041eece8f391f0c483815c52f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3de8b04f64aae53bc02312d90f07b69c9db59cae83c9c0847779239aab8dfe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ae503751c082cb8a166b6968a633014adfd117
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65438a9035e74e6ede85e5040d9a2df57ef3210273e7768e2cd034a64f202c8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3f360211cda79055d20a8138beaa6c922170d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290bbdf621e495393d64f28c4fb18edb9c0998eb1f2a05c0110a576eb3f1fd10
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13709a0b93a9f69d2cebfdd48f99c5d01edfe930
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4039184a2e73fc15bb5b4949f56636529cc8d1b07c6eb47d56f112873630d220
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e8eceb05e95941071e2cdf690e8ef4137f9c6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dccf671c8e4a615036c5606c8803b7b2ce92ab2f0b083118c6891d3647c5bf3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8a69e9cd775228847aa5f45450be69b25a5797
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ab8926442bb5a3c1b1fa77708582111ba15e01c1a7328738fb27fd79d4484b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaa83102880a7fdafc1fa5b43996592c3301513
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512474b8e01a42eabfc7257c1ddb03e53938e3ef74d22ec30b75a7c0bedbd02b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8228c2e1de7e5d2e6a162704bb9254be09b1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cfc12afcb596491ae298ae3a71460d51c54295e6072b280fb1e407b3bb520f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cf76682cc2652ce823f60e5bfd64d87f904ad5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd9f05b51b9ad1fddebbf6dccc7f5e3b2a7438ae0ddf495bec7aab83380b4f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99a8e2c33ff47d068c4513ca77aa3c58e60b55a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28739c7f1b8666629bfff521d2ff6535ed75422fbbbd8fce3d68ac9be120bd31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf2b1d5ca0cd61926244e201184b41c25385da5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dc582483974b80c74c9f80ce31abda6ac0d3735d9deb5440086dfa7632da29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93505b906129f06c4b97f62d41019687b13ffcf5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8468e63239b247b2276f971355178664c93809dbf5c445a898eefa52e884cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590784de1915cbe20e6a6361b786e94566711037
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332a2d2d2f49d13712ede7901f07cbae72ba731d7fa961644ba14c419ea89614
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eafba1c5bb73266cf302d9b12f40a35087b978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c57cb72fc63354f839f76c6847ae2c26896f6c6bcffe32a996c57c03cc5d004
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8dcda05965dd47be3941725cf8cc3e1f57b41ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e195619f618c352194669061499c859fea6b89a563873841b704755b57df3350
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958e4dc2dfaf6491cfe97c3a1f2a7f5d08db4fc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6b25835152936adb8658951b73b32fdc32c149c70707fc5ec86cc3f2bd8f2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6680615345b346ed0b30f709270f79beba1697
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5057b5076fef0e37c447e858b35c568bdd0ba4315d3eaf361fe8736afde66041
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa87169bf51cb077a75c30194898d4da0904e29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043f5ff504441eba60572450cb720df91e84aebb8be82f3e44be7b37561f03b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9993209e7ff5943f0c248236caaed1b381fa449
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fd60e68ea2b1a8b6b587895345d26357fb715f80220b1e64e7c1b26e920d8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e350a5e735949027867c8842584b6e531f1b5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ecf24f2e53697806e8953de07f49f70b73031da647d15125366e500e42d339
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee699afda6bb58cd61c46afb378bcf33c02a81b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f905618bbf7bd058c14a741f238c946142c725279ceebad31e213d31e3d6337
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0642b57af903e9313ba727e4efbcd6f4514f2802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6199c09faad7a8e9c4e8e73861503f309e3f6f08ebd96ff4db8d3846d42297
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9798df27b54a6e09cda63353cfb34defbd59e91a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797dd3a8f8b98ea2acceb3f9866a11bbc65d2bc4f509c2f2d821ecb646760571
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30faed41e7dcad4e8970ce63164b9f091aafe7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a148f1cd34c2a42749dd2aa8dbccc03e84c7c240f4158161260343342eb220
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26a5267cd7458775ff24f8c9de282f66f531bc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c02955db3509dd0966b5ef1f6f61f24fdf41d40114ce7a37587693a566ae44
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ada819de26f05e3c1f3eac5ee7d3076023d824c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44149c7d52aba62df942e3c775a368ad9cdcacb19a0b5f464806a6dfb8613ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e9daae77244260944bacd93f4c95b03d2dd419
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbad7e6ab6ea534ae0127eb34e68a93230755c9f93848ac872aece35d2f5b9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07495fb612e5e05763218e61cf5d70e0684abeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117ffb7f66f08942cb9b82cf298857d7b7316ed583b93c1ef220a0fb8029b3ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44692fd87a20103b1904d339f90027214f4f832
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b496240d708358bf1bc0da005b3e489e5e6badb70add54988a60333ec444aa4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd438897e2742c7b0dbc30beab7872a723db5425
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5a29ebfa1a85d3fc4a30fb2ba09f9223475cbe3279730d01ab83ed1adce68
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338246d4ce89e7a7fd3efa78dd90016d23555a5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb27b843a625fd88a19cf254557d5381ea5ff42c05301fe86bd64fb175c68977
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00c78eec61aa42fd875fccf19c859c59c3d3472
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3af6284c346282d7a9bc09198d6ba9f67255b4f57ed4f483647e2f0280de78f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f49cb3d0aec5e7bda574b9874ca4739daff8d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67efc2381aa3842a60bd1ad9dd4be329179746141ada93087700ca43ba3536be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7500b6efe3d3f261adf0c6ddc1c20f115219764e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8a19ad01d7ddfd5de22d7f5e01b958b58c378838468303c8e3d99e4d8eab21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f971d8588260eecc2ccd2fe45e15e98ddb8a5747
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cf30a731439754e3377e02f73436491cdbef3f6f1bd6e6ce7735bba730c259
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9adde9d8fec7d6f240c99828f09d9664919f689
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5919293cbedff0d801bdb1433820ab5a1f4efd87117ffe797e4caff29278d78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe440f66939ed803c1c609a2f7c57f829526ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fd96de849e8fe302e924a28b266c273f2f5cef6473cfb2b2f0d673c9a83feb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c27b6e6ae5d45254cda9ef3e1f9175284178c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b05b77781b5033ab9c581986d130dc4bd1f6e784b9701da32494383dff01fc1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcb4070bd1556ced0b34782193735a17655822b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6185df71fb2a96bfb1579d3b66b0b73cc198ec14d76e9bdef2a2eb8461056f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e22017e549bd4f2f3fe848fc1c836ca2c57a9f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96166362af678bae0d31f6680aed8d2410a8d9feb7ea3ec6075cc2741cb3cd6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186caa20a29d7784b88a8e6b499c672bd90ed6e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27f03217245f44ab2d70cb83e8f654ad7fe71a0abac9c4a0a5b910486874143
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628f0f4f79818812b165e7c1dfe76c94fe0ee962
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2725a9ced40e62d20ae323cf18e7806fdf85069f06260b81491d7fed39879d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b99e43e72b7e499c1a54dc1e0b1cb684685e428
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc226f4e6a2d6e1b5afe56a72440047d529f16286fffcba15d97ba6c64ec8cff
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36e2380d4d10e84e288befe863045129e86a88c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dea8da07fa2b5889996a78ed9334ef3a84e59427d68c41cd28adab11376a11
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4efe72b2db4074e91b895ca803a525cf7851e97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05565407165c4d00d371336d86ee51bd116bb0144bc6f0bb6745748042aa81c8
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baac375e3cf65541ab7bdc475354b90ba8a3f52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0026e8eec254929d530252b18e7b23325995bf060679ff76548d30f80d24b32a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c33971b8a2696aeea910bf511de82919e42031f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80702d9cf83ba5cabeccd7d83fce385906233406370a318baf38ecff4116ce53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85bd4c746c2d197f76048c927a70070c47195a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edbdc89a759e782ed9cdaa6f10dd9fd7ea12264d438d8f42d2c129ccec68a0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9c7363191eacf6ea1286d78f41fc8cabf676b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a440c8bb77784d01bea3ec0c04034cef776d03a72af404b9d053e4af90780ff6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4e0b831b4496cc4ed13c55fbad21f7204357cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebd84382a8c5394a92c3361ac8b63747f386086812921784e9e3c639f5aef3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cabd32d50cb1c2df0dc0261d9fec7df7077ad6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59e2347eabacae236cee18cb7add562876bb0c05ee73bea31e1baaca77764b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e663df96cc8a5d567814f30d93abbd77989b94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016bd61e8912d278e7f0befa5cd0659f6c41441c85f93a93a7faad9d0a71df74
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3e9bd67ef071bcaf5cdd27d102822d22d40395
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e029ad6ba58949365c826d077dd72e2c226f78eddcaa6010dc69f97e7e6fb29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec27feeb2e53cd88e0b8680aa42e87ade95d894d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168c469e08b0a6d153b027526c0606f5c4f8ad4f56cbdfba796953b0e7d88ed0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a00d9c867f4dde78b43ce40d68822a19b17b7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2566dc3958eeb1d3346367d0c6feb41b3dfae066f92dcb63ab90ac763cf0045
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c954653605f5db1e54f2cd34da7384e3ad85356
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d12cf3adbdd57cab5c770b82f2784f712868d88791ba76f6b309b6f6147894
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9414ed29b87f0115d0c24ce3c98a113aa9d219
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63cec8c60c40e53d84d9301a6c2896daefa42be9c2b4876688c9019b6918397
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4356adcdd37f30c256d391aedfc572b75da2d8e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf0af7e93df283f71e35b9861dd954edd2a2f0fb2fe5917d1f978e80ea89ed
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57b0d00c47c0e1c2e27dc386945411f031d38a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc91054276b3a3614f12ad410bc65503d18699501871154cec2c57f581ef297
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b41e335d3b5928a5d0cfd4b205b3d0bc6978b08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eb1f89d6975e92a7f46db4733e6c54efaa9f2a148bf8f5b7e266f7899c0309
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4678c743d85c39157a1c6fe5336c180ecc59b259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae0dab753e47080d0bc57bb03dbb1adda7a5b2821d34fbee1fef1e653d819f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ea2f0a917bc51783ed952235f83b6dff1fca9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c0b734cec02f9cce5eec7655e7be88f6f3afa8408cdac36cbda2dc2615f56c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8a55cc39627e5ba058dc3d6b5f25f64fc144f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8622b45d12c229d9e0d59ff2687bbdd911263e67515977e5a6723d7966a3a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dbddd0064ab020c07ae32c42c5aab6c4cc06d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45d88fe2871249c4f5f7e5c2f4c2afd64a4a33428a30669466c4275ed304511
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8181bf7a9e68d79adebeb54f4ee14dd1d60b3b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072457e2e4550abb307f0a906dec2d6a754142a4cc66c51b5a6093ccf3e2395f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813ae1466e42bf16a74ad7eaf211551bb601bede
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb02a03ba56dcb269eea54dcfb487707e56eff70ac7d34c5e6978f2427e6e09
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96948db0334bd632cd62f74b9c528f28cd896dc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3b4e7b11ed826eb2c31774ab21e2900db4ebdc35f24e159c0d94cf3f8f73fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bbbe2d778788be28008de6d3471263e79c0e51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f866f701536b2a96a610a63e40718076a8ed9c35e09e759c0bf524d30fe381
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a139fe451094030851c9a6349aa9e70873d56d61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ff3b31c157eaaa1ea0929a4ddc5a8a004981244ced40fef1a86400bc26db70
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b845c475f86c2f7b21226c59aa1ad8302f370
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec67f1f7e906f8fa34c7c8173b9d2027a46db55ebb3c959bf5e3234a58bc359
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebb078617c64515ecabc9b55e6103ac987e53ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8ed960c1bdae088bec4bc5bf200bc35a85c1fe6fc532c0f00417135436738c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118b050d05b3b0cc0601b723e8630ee3ff88c22d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39370106f5a9ebcadd5130d8ff584fa50442684542c9d4258ed34c39ce58ac17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c9b95f6a7ffac9355f446556815fd07e1df694
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2281a5abcfff846f240c79fe7fed837058de5f5c35e8544ff567daf5923dd3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6891a989b3b99f9f99d205dc974d238347527852
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f63f6a52c2076fcf6006599d6f908a58efe2fb7de318e891feddf6e5622795
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09daaf822eb6a6b8b993dd12ffc07def4e3e94d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e158f44c17af3904425e16a041e252f0007299a9ccfad1915355674622c279
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2187d6162c81f95ffc745699761466cd862163
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4c7928323784bc768b076e889bd2531a3248e699aab83374eb491dbf6b871d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93466ca539e0412c832105ec398a33f5bec5800
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57e139aae128226a56a09fa5753282ea8d03612484d820c2a4689dd97d28885
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c506bd3312fc61546501e79a16f507f24f7af86e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b489484363e03e91bf22432822e77742e1a14bb64e6b4a3e867a3aac33660722
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da6bcfbd73dcd606e3eed3d6b4e2d58ba5edab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d1b32a78c7931c32f972e5c0ff6e73795ec1deff79156d2b4d196fee0c3c2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720f682f12563cd270373eb53d1ffa52c980205c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2046c747352acf10c6422b267907dba9534d3dccd365dfbb1e3a1f965f5b19c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f506c7610da49ac6b8b2794f85e1b9c3dfa50c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed5231451ccf608644cd5ac745d805c5fa10742e30a5d366ddaa63997739028
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd574dd656bff76f26e103becb19c1a1b2e89678
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e84ac4492bc0405c4b7cac5064adfbf83cfc90d3949bc3a9569ca48caed23f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ff3d33db94c076e71ff27d397909c08cfbbdca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c3c6bd04398ad81f4acfac37979873b15e112392853a8bf6aee330c0df0f87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af07f87166c53a642c9b104725fdecfbac19e3b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b6bbb2ba008af94ef50ac80a1f6151efb536c5048c81ed146db15286f3aff7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa494ce80f6b9f67a00488382c745009d114bc2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904d80a398f4cea366ba57ceb96c5cd3378916d39b6ae676ed6cea835a0075b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769a8780d8f14c4956ce63e693d722642c0c2a81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c709f71cdad1c3a737668943549bb7f6706222c44a16365050facc2805d5b68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb81a48f6a8d5ac201fd4a1fdaf9a60c03d3577
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9d6ebc9ec2d3c5fcab03b26f8585fb3088d65cd2e5dab2e97763b3a669f617
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267ec8c96609ceb1d205976a24e9d88bfb91b0b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a03623922654761416870350da48703e2098bd6b84f6f8589bd8e169eee16b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e28b5aaadf240f2454da5706d5e9f04e71ef9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4274a9fab3eb137b02ee7f61161e5d3edb4cac47f8813bc092777bc2224369
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268b24c1a52f40dcdcd75be586e954a250c0aba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9323df6fd8d21d92d6e74fbff2fbc35be57eaad1cb5d085003c2a4fe49f7a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72a3543674df717e3167e761051cb385721c8c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3942113026d14d3a32df56c59f8f66b30e732d2a2977c727ad455b3ace1fd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42cf65e9590e8541b91a8bf101f3fc78271a3f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac6dc99bb1dc216bed3c6d5cfaf1216c3fff0466967e646e3a9013289cce963
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d9f6e15a8f8883bf0464d6c30e282784391b31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d815caaba4f54980f4ba0e3f61c79dd7f67a369ead60ff7f5ebb143ffa10b729
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe7a3e37cb97d6045253e5247745b0a64c33c2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b6546320ff9d35e43ebd91cb9584821ee125fa62f651f5e5564c667222f97c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca9959af20547cc794c8ca5a3b506407a5537d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d795da0eaf766812b0de4df7e6bfcb4bfd17814d288cdc7b60d995547c664a62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb8461667eb6d530288eb783701499e1da989ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198170852766855d95585fcb329f3bce44d276d650be3cca0d80be9e1b6063f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1d701be433062676e2cdffcab59b9a5c394fda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43294939d928ba49c24e66979d2988b7c73c888f62ed8df882352571c4115ed1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727137024f2bba9075178ac6394dfb46e720d2d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbbaaea289ce403527c3f23514c06d0a308bd2fbefa414439b47b65f885b629
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f646cf28f529d36d7a0936b986e43f513e00a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761164d8d4621506a055ddabf236e552b177a9f0c6041066b70cee7e27ef0f5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f133c4cdeee38b7c21a06bdcc1bb2d1cd5af31f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b69b01310d315f3a0491b1017f8f54c96261942d93c0277fb1fac4c1032220a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143b80ceaeceb3b630942a9ed2d4521d43db0c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343ffe6199f17fd4b5cf562ebaa1ae790067e60ff5431c2503ac0b0f66c5c00
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22150c543db4c89ffb73bf97f2364d9bb3845906
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede03ee672a51b6ff140a53deabb561087a28c5a6b2c550e82c38a6161c44f2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0192269075015c76c99cb8b87e787182b2ef7992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fde6b7bd86725f98358af929fd9fe52190511794efd81f6ddf4fab0c5406b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036395e163432384acc600b68b621c055222d175
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f11bc6969d02a68385d770f5ac058202f988b559db9a992c92c2b0513ed39b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b36698f0cde49fa2b79272062211252023f8e7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87ec317d0c5a898794148745060d6ba26b61c2498f83b54b392b2e2ee9293fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c8be39cab8c84077a4f1509f085cd954fd2290
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16a80aa676a0034cee7ac033b29ff4b5ef64f52f99ae88ad903b52d2a7e0b72
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa579b924b6e03eef79bb524f28c8196668e376e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2380457eb2bfede265f38177048b732f57563a434daa6eb95d808643c344591a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbefb2c45333ce147ae52dc9808059da98bc422
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8846d4e128dcefea11f6e5711d9f523d9caa0de680358ec34e8d1c0f85699d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966a79d3e1eb1bf43db163646bea99e47eaa384
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886d505724571b3b981fe6e8bd57adf4c0a629b9f0c1d35a9339f37fb49db2b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6427f4699472d3949fd59f92530ca6fc0dadfcd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636851ec81d4ae1faf72b41c590dd4d211661ba5cc0765bd994834956884abeb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e652c60a6337526996fd2129c92f67be427557a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f78e3e6641d88fdd2bc309bb1c5b5cc27336cb7fec2d294090cae1078e131e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bc01496b7eda92088e5063265f0846b1376753
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc764b70c2b872d5057a552a043ed096c5888441a9c4a47825389e4e58653287
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b112253956a12783c7834d586c85bf7030feff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344eaa37306bfb172d699591b349689a2c5a317995e22129c4f22c974de0de7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53caa4b803c6c50483c316b4aada66669f6fc85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc76ed2f980ac137372c0919e9aa100e4ebefc0d4339af03227a5f620119c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f1b7949a31d0782c33c9446c44898638ad3fac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6737c62c1d32fec32c760884660cafcb5210ec98cf96668a6b27c74a61967c7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c8399399e4ab245dc5784d3afb04ca32be3390
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51beb5044e921dd68e84f2d443fad5aaebef1a6a750cde28b50a9086ece77cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8fef3e9a5404dc50e047a6d9ec5b30b12d6a6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9d611bff96d16abb0acfc4e604fa5a427f1d5228103aab5188b3020cc9191e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827e3d04bb2a4955ab44c3ec9aec57094ebb6e75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa6a30aea601db3a436b7103f4168a3f5a780880f9bfb83d9af6d52378f8b08
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359d79547512d3f064294d7a20e2ce5154bb33b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81fab31f7aa063c22a1b8a0ec1ffcca3a6fd48c878612a7cd8896e4f0050e0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2abb2ac4936c76df0f3d95fc5d0ef4b0a12924a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8d37aea4a6f73f65ca98385dade09646b4545535acad5451b3d28fd3c3828c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0eab292d37e8344a406f397b35c9d49d0f62131
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55132256ecfd383cfa7068430323dae40d2d5a862504464bc405f593686adb98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1183ec1143476faf6bbd67d12c1a9b25f07a48cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbdd598e756dfb8ffcb314b36f0beeb5307f7b7b89b746a1a7997f56ae5886b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667d7f3bab1cfc69742cf6bb8ae18ce132f5e600
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f36d2e41b66351474513cc8b66a2a2cd2a6a377cdaf5f0dc1d7d0f0d4a9fe49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8d668d7e9dd78daba0e9dd6e4b21bc1bc59355
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73115ceaab9376ad5be52acef514ffb44341a4965b69ba5464fd5701a567b831
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc7b952a7f1006e7a97b3f3d90ad180d2d08a57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bb73eb16c3b38c8e7e1794c53c5844eb5e7817c2c212808ea9ac8014fb4a4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e281b7e3ce2e98bd402d8c20ce320dff667e444
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735de78d39dbc3ec81c34b2480b6247cbdc94c1b81f6b266fbb34f6c7c230d74
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db84c7b164f4c0dfda2dc467ca3cae20a81e43a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aed914eaca1dc1ba370efb201d635e27d9d2399b8a161d7089f05eb6d403a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbf7c5a5bedd224b2dbd099cbfbfabc40f75bf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0f5c3c289cf0c294e391a672c91a8138b4aef252a3daeeb193ab758055f510
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fcebaaf0c5042784aa47b68ecabccdc29edf88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca9c1f4941f344516ad5d9e1df3a7c00ad7ed5580701d3e8471dc164fb213e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2691b159d1a52553491c7735ba498d18e05ae280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1acd4506aecff0bc2a47a76bc9e0c79a95d26284b635fe59cc3c85be798a9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17199369c14fde963c29ee6e82e592a40660804
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd311db6120acde4f14b8f1428eb346aa80814e84512fb2ca07dc77cc39da43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a17c807e5ecb2e2dfcf09317cb4bc94586d452
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0105f344f614934a764cf4077b81df846371f81927c317f77d537a91361ed2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9220102ffbe24012f80a027667f5a2be355b03a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433cbc54cc29b2041a7644faa9da810b807af206e456b9f49e2bbe5278d8114c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a615b3662f25d7a5dcc3e72048c999a66fa988c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1601ad96fe33d4781712104a554b3ae8f48eb6d8eb470b838083dd35425410
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9a1069321ea43ee80c7b48d6a6ae95d5c32b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafc397fec2d760934ba97271b5beefcc7c65fa48c00da9adc12f9c4b7f26191
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9fdd1195c0f70de771911389fd55fb78cc9128
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcd6b42d9d598cfee9ae680423b35eaeac5757e25a1660913e6d2debc3cc13c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b113477e24a750c74f5bc7e3f0c73fb63050bd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e28d4a8984b3fea8b8e1800af55d47374959b4950c8d4eb1e9a40566bc0095
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e59b0bdc38f06c05f414f9495e8d3def6a5d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0e89fe4ebb5793219c4f7f0a75a76026635417bff34bea5b4385f4cd68a522
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93b7b084d2c0881e0b1056255039456f3e3ac7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f147dc1d42097318c93ebaf1fb0690e42a7b8883031f33cd37edefbd7f7aabf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e4f265508a415b6355b706c14c0926e94fabc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989a9003646e1f19475ff8f220f2cba7fc4bc48cd5c23b5fb26ba200aa483478
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d20074c8fc79e4252e98eba6b041fd291a8825
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a8ccd84d153a1d927993500e96ef845d8bc3dae2b6c5b1f332dd7434083bc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd470e57123caff317c488615422bf7ed42117d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db7972dad74531f463a83a4b4cecaeb44a5c767833038dfd68c10ec830ea215
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b989398582910653d9f03e0f4b1bf530c7db2fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e55422b28dc81dbfcff7057de9549f442fa80171b2fe1b43a42e1b6fe0fb949
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575afcf041597be85b68199a39add6b688278ebd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a1074ea41af2a5a47d4bed4f86481175a15705f6eb184ae509617ae09ae98b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e220f7764b8500331c533846c4be4876ad20fa10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc2412a29b62bc208f63bfe53ff06dea27ccf0326399147d79722e4d22b6e32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516cf8a0f0eab7cc4000d993e860396b17fd4f94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814de54bc3873ab91200c13ded9a67d387e854f6e9b0a5ed23a581a6240e8df3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2f48dd457ffc2d6aff62e6a54e77f93107e539
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af077656bdd7305d76d1a874aa98ae17c550a1c8e94a5a13bb870e5dcb48573
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8c5570e499681c7d2b355c98f64b4c2563c6d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f995e6c8a67e3cd588b63be12f2bc9773b0e90642f2aba448668915a9f990201
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a09fd8f2adee8684c526a4e2c7945598ca691f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79f839e810b069ba3a725b2779152475c29460be68b024c6bd69733afda824e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2e013aa1f17d5db2e8b27273535b7386457d0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ffebcead511a813301916520eb874f40ceae7ee2baf64a9b0958ae279a316e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d3af2648fba2399899cbf4791b92330288dc16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809d62722d7ed91e921d8128e582a8c24773bef91af53e67133b2b6b7c17973e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20acd0d2c24043667c0b1dd759ac385ce46a4179
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3296498c51b532b1e53c06af7697e46e0aefd6ddf7172582e78be734325a846a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1f5e1c9c48f73016fe5ec09c97f420ff4f06f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ca76395709b14bc57213a0cc8d053211cfcb4a50accb554356b5511671906d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7928d975ba9755a85703f0c88ad5cc932f764e66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a185e1f61b7d203e07f9ef3a8c6a774baff2cc0c630a643a38e059704a2c50
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae2bad6680254a455c29a4f3a5a2d52b272816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf568c30546b1222b9e6c03d65c881a3399885baa1f73e600916d508af66082
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4e29a3bb97d0e3a34ea19575aa9ebaee44e54c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d172cd413cc91f1c24af5bfe77b88847c6b18193e20bd249c98f5237d7fa5e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f411cf360b7f3fb5c2b280998c2f8509b75fc1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b6910e7b382f45f8411882984b4584110eca256e5efb1bcff036de25322516
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51ba8b1d467cbad427df2c100cbff0e58e2bea9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27280e1e1aa175650c3b8665c34f1da64e67ec0ef630990ea2e5ce8affc2665
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd648a52fff3125a80d3e6bdcc92ee5ddfcd4899
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0ce87066826a46bee0e52bd1ea8d9d7bbc3bf3e1ed6c54ed46d7ae54fbb8c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5410787be0f05e08d4daa05c50ce9e2a754da638
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260280778136c0c6e0a93c7d72a4ad33b449c18bb0729a7237bfd7d1e2a039eb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec31ded5592f67cc9bd371c9076a8341e0b4c264
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a450123a78e7d138c45d3c859cae2c068951673116d1156ba3f2fd17694c8bf5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0208f88ebc5a42b7efffaef18f9773acdf5187b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144b90d503470270d3622f1b7046c2a362f62cb900ccd1596eb0b520e08c0ba4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e11558015a0dc6d747fde046a14f92333f3b43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10155c551cd80ebfa4fe7632f8513c8ca32b09dd2d400593354517f931b1ea28
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116472f6f516743cea07563fcc7ed9bbe184911b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf929546fb3285c2ca9b6a4cbf2fc1c2b010484816e0db83d53f562e7108d964
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d987004682bbd3eb872211b87637fc41eb692ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c0a4ae43ce7a6a153016d03c98d910be43b1633b8149b1edbeb67f61d930d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf292d6e171dfbb29d636ab6bc7c477cddab100a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec688aeffe997e409a3ce009a5ed8ccf01d500640807cb960cdede9e8355e66
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f4a7d8d8d49cc923c08ce8c5cc0839cf785aa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a452f21af1f412aab949397d539b2ee9ee5491a7b54073f3428dd951b91f24d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7962518f9189d4e8c0e308823175f23e925e15d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c177ee0a01e3e5dcb8ce8406ce64eee6f8c87f754c6f57469f4a2118ae7d95a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc726666d72538ad25ff0533912c339c0776b8ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d7713c8c7d2a7b56e9b518902c5ef4709164d19ab0c89ba26e6a4b0dc397f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bed5349ef18116aff9dc230aa21923a8745c85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e49c1f6c607ed511bfcc89f8f9b838fc60735257259b593684d919b28d67bbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b829110ae72da3d3da9d4f5a22057e82f76a81e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4afca7cc485f40b43d3d45da40ecc586e2948b23f06188bddb55e3a5a06df2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fc827e7e94210d98d6e4b726ee396b5ac9cd88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c389f90bf1b2803a4d76fb1d5c5e700fb1786348c4be29bf8ec18479f84a6daa
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2d690ef98178bf4f8dd88ff9ffaa86ff499bba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7bf36b2598a26c4681f8af20194fa0079055f1146a282106c632067b0f42f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760e09e5385e4dc66660b8d3feb6ab185e6d2d86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe71b631a042f3e7235d8d5cbec5d5810ddab11a6a2244b54520528b652e3977
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1e0d56a88786724c2180c0f702b3c1e42d70d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280980ddd518b12a5f8b116c1fc72eb8d58a4338d046fd2886c31ba3981ec568
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbc8c968eb61afec7f40f6dda1faa9be4923e4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b42137617b2b3212e551cc770286df3a6effd22166acb93797352cbd0c6b317
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847441fd0978a45c0011d8cbd3a872e435430c5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65266ac06fa19135bf4829e7b374a52395ad3b596f273695cab403278981ef43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7fb2fcded25d9ca973aaf1aaa13d96c04fcb6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccf2dd495df246efbfdbdaf94bf8011a253bca0cd8c69bd75a6571fe6817c6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9b2ace713ccdd4e8a2e91f666668aa5db83303
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a6e4c486cb25b021b129ed034672ae02e0d98b8cd097a7f3252c08d7ad4c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862f7af2d16315abc003077e5f2ed98730ec1196
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2af4271b00b599a54b2f02dd929de81ce5fed72ca08cfd7d517eba0c8fede
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb52c83a06824a459e47f2bc5c4f88f18d13972
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959c51d9f131c9a8ccdb4b22b638790f3bae80170d4c09edf22466485c231238
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1125bf15f8b7396aebb2454f83e56b1ded73581b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930c39e1a96ad99e595494420a26882e53059b0fadc0f179001817aab7d28e33
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf87f90858e2f5640bc37f78a62ac847041abe64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df4179e2064a2fd98788e7c3873ee2752ec78baf7b026bb52676b7b854e8bfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db00263e11ab7bedac62ba224b0a891b3b5b6a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e0b41c930f4dffc5fffdc2aef3ec1ccad984859cbe1a1f7613680a43bc4fad
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8900cb2c99f6cd62a7980a52c43fe9e7be3dc9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b30e8ee8c759be616eface647a1f4c4dfed41ff19fceff679f4eccfcfe72fcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef7c4a85b0d7be5fe546915bb97e18151fce6fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f6963df5a2ca01320d6239230e9d3013f54e491c1ac5a660d542aba608f7f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebc8bb2f42db29bdb54629de7aba2191b9c8328
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab25a01851140d2088d19d416c1ff1149556cd087087a7cbfbe1925e6355ad97
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6184ec7e39773547dfe1c1388491e0f53d4df3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ed8bb133570804620b8b1c68223c026861766e53d8669a5ca04d7dbcaff351
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32c76924b17e71d34b6c33ee47a5cc885641cf7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c4bead2da91f026a4abb18c4c134e2111c656c45cec9a782fab468834aa341
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c9b55d2186ce2fb593614c9441f5797e448474
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406a9a6b0f99923f017d3ceec34c5b9a1635edc53067669fa9b04bc20e9383c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc34ba3ddb110888b3d02717da5c7032b82b9fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103ea90686120d877dbba78fd16a14de26d5e785ea144afcc20f789513d09c51
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5daa1b7afc70d72deba55cab0b88834bc8e6ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db8538cc064dfa49953eb0074edb0635bf77a5dcdc86ee31bf9230ff4b9e5e0
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2651e250c57566d1fa95455e01d23335e19e8ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f332bb43c6e5fde97db54699e2ced542fb9e7deb99045d6524ec5ac4865ba2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b20afe77cbe1883114972d1b45c9b39eea7852
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15614bfdb85427156f9dcd97850b27a61d634711743a6af91a725d44e339e33f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5270ac0e4447a7548a8e9f1df468ea24ec426ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b30c3e5b38803d4a06fbfe82e307c685ed97a0181892cc94224ee2349ad1624
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bbc2d24924457062230b228313dc8b8aa058ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca528ef242a4679619f45d79874dc4aad1d964380925dfac67d688cc5794571a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b328aec2a78ca35a5ffaf471e46096c6980044ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f121e936f61df83c42d020d5900bc9b1850c05ad585e2a54d185091e75fcb30f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820632ec3310b74627d209033019c98c066a4103
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673938d1f4d5616a093c66a6681b0c31a63014721fa786d6a7218395b4354aec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35eca30b8a509b711365ef65d68a07fbd61f0832
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baadfc570b4e9efeff091d5c955a2ac9fa722c00d28f1cbc8bfc5703a0997e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678095454bb3af9cb9bfb0afa0c4bdd5defb166
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7959b7895477bb0b9cd3c3331cd3a5375d3c29ab6b2c2c725523df7c1231fff3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c635e2b25ff78d83ece5a9e48b383dbd8b59000
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124cd353a997b8ced7372a6c99cc07cf5299d4a72f58bee4f4648864aa28c279
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b840e758ec9bf85ec17159d17f6cfb098495750
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f8684c28e5b3fd61f28117bfb38fb9d6bd7f48a9cef2d7d9a4c29a1e873388
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5a274f87f6f7e691632891e5fb29884acc2a1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe95fb3de24762157441b14389ba95154732e617c5220d0e6a21403657e3ded5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5024059743d30ba29abc36b4d4fdf41f2e0361
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4f1c1da830ea324470b213cd5d82eae8fce23ac556a8956dea0cf42da35372
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ac4ba66a1a8660167ed42d2a6bd9eb7e5bfe0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024b9c86f4291e5fdf072fd06888f56b988405e679cb49fb960e51b8378a4b54
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48bf2bb2fe7680cc0819b66de40f09bd2074900
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6bbb3224ba4d891ea907c26cffe075bd10a355ce8e2b7d61bf20c586e309ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e0cf98dce24497a1466b8fd4dc4ffb6d3abc0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e43af99959bc07a5c7a79934b079753362d29958cf9dab05066cbed6a9a369
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166aa32c1e7197b58002417f7e1400c1a95ab80b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89932bbee66ac3a11a51752307f8b692e390cbf939a0629ee702f3a5f12253
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b43fd416ac0b2a253834f456d8ec1bb5278e0fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972f6f35b2cc068e8dc561a880bfeafb4676da9e578fcd1b72ea6b1343207f73
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c5777c8efab78fcc64dd49f5915007958f2ce0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abe50f6553a013b5677dcf1e79751a27c08ce1cd1ae44fde4be07352d05ad19
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f90cbd808f341d679384743cb9857ce52c834b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283e4a3c550af2aa5942a874911f5aab33df4cb3e4354b66a1671c1741cbfd5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb89ce0c62e3bdbf39f8f899a24805d667973387
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de52c1c841d37764fcdb87d01500a2d6b47f85d019cdbd9469a8915434fdca69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f30d31729e3b6cf51f51524eca5d15c27dd79d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09365df044bfbe01d2466cacf8ba2b209302f3e549381390c991d8a6596bb39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab635702065b14c42c3275b88444b9c0b75ef5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf1c18836d952faed0206a52f7074e430d65a7be13ccd2ffd5d3d084bcbcfb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d7ce13dfd0e7483961472e4223ff4ec7e21a6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645de61b619c08b25678d6fcaab4189b26b958065aa6b109e38acc3a99818d2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215463ceae675e0f4a05b696b88e05a56aa9da0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a0f9185277f50fa31d2a35d1fbd622ca0b9840e8f101649b4f507e71338978
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc82f6a4e1c7378020bd17457e4df1af425737e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293440de30b41e702623774764d2e937c87643be1e08326d08db24a832d6ee29
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7850f1c0078fa254aa55ab92d9357d97bec58453
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a96c23bfd2ccbabbf29aba0b01590aca142cd3c14c78bb9ea47608c416232c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554dff314c8a62a896deceee46fbf17c4a80ca2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8124bf8d1918e300940ef0cbe3791cbd65ca0352e35466c80a9cc391a8e7086
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db82eaa291ca4a7f168b6855a3cf9dccca3b0464
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9213a2a3a27f94cbe434c0b2db756ec1b05cff1de121df694d32706c954a653
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae542ae059a4348e915b48214f5189460ae09c55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217ded4482eecc99d19e0ec09c706f7ae524fcbb70472d6a5ec23363680bd62f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5f408479c3d8b2bab6da5a1977a485b9e1c54a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8637034f32fc616b0238770817f22a826f632ea85828b27b632f7379785fbf94
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649d68b1a2b3ab9c673cae04f0c7b19c0f6a7640
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290669156dd7ae8f29f266297bf8cfde6fb6f9db6baaabf24206c4f04ee0e834
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f4027063fffbc089697f7e57917c14c1a821c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e096c778090fe0aa51f02904bae8343f443c3410744841899cd51a2eb889526
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb75b68d3e8ace6fa8393c562dad38e9b5c178f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48855ba72925ea9abe1211a7482ca50e8b0237f6e266f1f43f76e48b3018a374
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8835ba8d2a66da82ef4d0c202cc19f5f44e368b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc4c09b84254408ebfedf6f4a5a09d88c920b3e09108ec8e59c82a2a9b1951b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d5aa013f519f58817c54633dd203745bf9164f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0575b70afbbadf00910e97c352aa6411fe57968acf3595ab539ae35f5412a35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecdafb694606311c12ee9cb2eba1176bb97354c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f990723b32e0098ea8e6e1984a2f46f511ed0120a67bb3f1c7833c82b29c3441
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3846f3338d78c82a026a8f654c6c9f6fdd15af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498dfb1f49682ec9aa7ca71da2821d845283326dfec4506ffe1eb33cff4b00ca
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd8c11a811f19518db95355e035a2f089aeeb54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f1af85f61351ed995fec55be0ed6fec67b29d93aa09b6b42cc337df0976d86
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f619a17bcaa458a47648dd2d851f99ec0fb3f38e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6249f280b2e31dc513d14baa3ce8fc3dadb2ca57a3d2011f90c2a4abc4af6883
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0759417e495645fe75ee130c7b8dbef351c7479b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1b98247c5aa7fdc880ae63ef2f126bdf543129b4c21e47d7804682048aef66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c96bda5746d75492782e2e19bbd6f2a46821c15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958ee91b88cd68acfa80349fa255689ad863db2d063d746915c21d6aca9695a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621fdac16a12d6a51745d28bdb9c7f4267d69de4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5119198fcdd6d434e663c5770897be2e9ec83534087a2237b52e761ef2565721
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc502f060d112b7e827d582bfc540a525e7900ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9589d7bcd35a0017efc73e7aa4e0c00782154ada3d1778a549419a64c54d7b4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0266ef4a84870da6b2a7a05075383b1d6674f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbe5bf5e996506475ea8834940f7f10a492ecab453bbe6b46f175af76eb78d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41055fdfcf41d39041742438be46cab65f15f6ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf794f4377a93b843e4f710383bed57d122ae2ccbb8e18bd5cb1f0fe875ac1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7973a62929eeb28cf538ec8681feb6f594f20828
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e6910ba35a6054d82cc44a5e00668ae8ba36f108551200ed104eadc4b0bb7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c2ed127f022c7ff29743e26f4ce5b38fb9f493
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd5828530c88be9955afd9e62a7cff54306a5b9fd6208fc95c2d7a10afe1412
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c543c5a27f30100d692339d1c6a847132fc4a4c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4727701d087e16471491314799def36a97b7bc1f2966251800ed5f0108b3c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4235bb7472d45e79a3183c64be98ef3658e3b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f96e7a51ac61e928db8d4fdd1803ec18ea2baa7740d1010c0a93a763955aa7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad91d9619fad23991abdb47bbcf1f2dc2e45586
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7564bfd708b4fbdc28a1f3a7f7b9e48b3605aaf02dc09af42060c30296c0954a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf32998d7843dc5fb4925e928f2320515a21b7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6edaa65518e781fa9fa8b669f61e13d9cd04ccee915fce2bebdc245354f08e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b96eb449031fc1fb3da3382dd4f3dd4cd193c32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedacb9a175a75e2749a7ff02c517c853f4b29a75e71b018f27d824925d4ba4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38cf225bc3b9a7d96cc56bedbaa0a7113134ec6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dab9779b60586ba032f64105782a5bf1cbdfe756eeedc666cdf4d14fa00f4cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d911b43e40c6ed3d88241d1fd5441b1d6fdd0659
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4908bd402bcd2fbac501cc42de787b07a0802ac7de9dbdcf2726e69ecd1976e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cc7797874cb9d9992aabf92daf8c1c39e1a15c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880842261febae32068cec67e86b04d379faed4561482f3f2cd76a4adbcb341e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f3d436ba5663047179a23fc4bd77d55a68a8a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df5e0671bb350b45c1e6af736fd5b6e771d4a9ba79b7d4ec069f046cd9f772
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bac308944a8b13c88aa79e798ab04a7761b3c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a406b463d75aa606b7d2f36f084cbfc6509401e6a3d34d284846fc22c231dfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474824fc17d468fe2ec3eca670c3f1611b37fd5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565425a390cb91c44d311356ed052e92d0831399cbe929f0b6d9217f79e4dcb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6b11cd382e8bd98a6789b6d2cd2bfc3b53d700
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0621ee45e52502ac802ef3a8e05d1e6684ac39b70f242c4d68bc1f306ed42e01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262c8c9cc0beb044db9640f14aff49590cf54bf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8af0dea5292c5dcfab31b3648d731f220e56431f5801c1306b6fd05ca90ab5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542a775001f763b3f8a023a7f0bbf27bc71eef34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f21443893da81c131f6f93b88a7a4704825b34c6b33ec1267ba1309be66fd4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd05e52597ba0cc83d87f3234632fc9caa07d62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4530ef49f68a0d6f08df2a85cd0417bacadc1c075ec1994ee4a9c38c0696bb0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a5a18b4cc1647150134158068f0b30dad53e9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e9ca699ea9933e50f7464a9ac2a8a371105c482b89b2bd5aa7daa732199314
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45fa502f503a263cf449966b91b44440d9e2b5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f737f0abf0bc9344873cc1be655ea4a34ceb2bfdb8bf20c9358e4ba4a2dda03
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3fbc7bcf457a3e2878260284ad329be3279731
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df3de51901a5b026a1a825c2e95dad716bc5c858a9213b584d4e7009eb4773e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b47c0381bad970ba96a909d8c4e5ab100edd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537ee7244103e1fe07d8c1a815a93fedada94abbb74c97f03d1633e789eb59cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b89abc6b46191655cff67f7fcf9254ae5683a23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72be0449d74da989569d138fa152d7de8d71921d2fdf53ba5b17e12de7ad6c1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02a87b66b98fa31407d4a586746ccc295c88101
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0286ef723e2c1b6dac632083def34115dcb80bb6c571a51bbf4e85443ca8c748
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d327a38536b646dedc5d0b84d0e5393bf88d4fe6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da228b3236bff906a21980075064c376f631ce41bab0b76c4f0805ce020976f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64a694666d7868dc14b53d7356f426c435bc0ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d55a69adb86b948e3fc843f51daebb9564ef2bdf3d4fa3e4662b60983b3ef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30e930ae8efb2a1daae4be23c268fefa36b0de3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05acd4702fd37bc6ea966ef74323a4e4b4db7393243448db02abc554992e724a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76dea5ec906a24223f97596775faf2208d1862d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f57e9e583612729fe15491c97d599b932e3873cf0ea174e959d30dada4e548
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5109026cf8bf9f6046918670e18b63110c825991
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdafb6739e2c010adc1b2cc2617fd2dcb7de01259817c25f8aae34182691446c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d9cb2418c744c9a3c66ef89425f8a0211deaef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed2fbf7c8039fcfa274900e854ae866cb3251a987a310ca758d1391ba88e2e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0024795dbe7ed293a617fbde25318a849b9b962
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5937ec683bb940edf448fd448a8bd78e2764d8e360ed022b8355c84370330f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6216300b5824389dbaa2c280092a439caaeb29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4537155c3890aff686e5e3ff7d1aca711f8b0539ca14c5c9638aad69ff184740
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42879640a2a3673823c9437ca67185cfe75cddc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2305c536464201bde465064d90497699b01380abd85f818b13b9878042c30693
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5566d7e5be424ceb05b74b42c224c970c1ee235a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56d6d35832a2f4348f7c31852dca5920f269dd13238c192bea148ee8bc2fb79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2668fde3136adf755cc462df757f3843a669c48b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef28a0c5d403c780b8c8ee576b937ea7ebcb6a1b8b82bd091746d54dc9f3601e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bfc91ecbf2871514b4a5ff9249dcf9dd228730
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b48266372c2b2a775e478aa3fd4d1f23348b644f13f9298c5a701185f68848
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a90d481c667af0f5b9ff0a146fc26182afb73c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c89947e11ba1b71265178df388f41705902652efe2c462241c1833e9728d7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f698c617684a065437c51046140ac0a408140392
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aed3be5753dcc6c28bf46505c8abfebeea5fe20b0a9970a8bfbecbc2ef7855
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da63ff153735a802936a020c9a9abb02bd322eda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a36d443bb0e7b935c27eb35f7c56d6651652bd252814b3362c16c7dbf9f8554
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec03cd98ce6697ddce00501a5d1671e0673f65c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2f128de895d1033dcf090a23b23332338e1c6b2298e43f8b4ada6e19361ee3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69805eb17a81fe97335e15be0329de4677942014
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b31b57ff53d47ca8e9b1928f75886a595399fe3ed4035fa8bfe70b22913f1d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3520f9f595e56a250c936796abf25ad118836ce3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0565042d366e3700402031cc30de40b7c3ea23fb4aac22905ad0229befe1ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ac5100056edf0f9d7ab1b4e292674e9088d2d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7937de19cfe54a32be58491ea85ba6d96ad54bb5b600d4d662b845364243a702
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88dd56d470ae9ca66f37059c89fa1538ca2946f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3d1ca0a31cb10c118a6e907711cdbcf183c121e17a014280f577bf4591ec90
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c203dcf566ff8fb60ee42a72f93093203c78d6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e8306c918c1735edbf897a9afb2c001d092723bd81e14e7867c3a07398d40c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b553f4b9ce3a98cd4d0d7b2df252d8fd46b5e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b4b964f91b238f2eedde8cb180f2176f0bd0b686a5570d0bb40802ca86e034
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de4999736485a209d60ed07fc6be5d2a14c7cb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c815dcb8a00c239fb7c1259811fc64b0f91db25a893de7165375a40bdee094
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86da177fef9bc9b8c1c73d6c8958979b18f9f60f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf50a217c0b42105749f56b9913f4c4618e63bea08c1431a1805019bfadc98e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e0248fccb216b8edfce6dd090dcd8aafe8a134
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f896ac6670d1822e019ac5b759b6107e015e22307515d78f5b0f1539d9209d23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da871e1200a78d490d462191483b567c091db175
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916d08e53d680437c719a9b23907d505ede43258297f36ea9cf88cd545900de3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022f23ab6ae504c019d9960713252c7c46c0ce1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be7b7f9c75fd9e0e2d2df0c0fce266fff72b9e44ec02d522a266eea8b2d5688
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884e62bb0149e138c3bc3d700bb5990a7fcbede9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c7445007ede8353244eb2ac7fb30a418e0dad2d9c0c94be0d2c0b0071a8dff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02607a17cf78f2e0f7acd63165a776751751ccc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6a101d32db52403a05696b61b4809482515872fab7936cf47cf1e6168a9449
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcce3ba91d0f191fdc6abfac4a2c28a19d586f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c16494ce8a620db750a7a1099b67144fbac06e626f2f0dac0839b0bfd98a8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa9ff4df04ad8a7e7ac4a59124c028bd583ffab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8765acee482a44af47ebc9fbd111c20cee01c1d8869dbb8490e28018af7e0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d379e6cccc22ed93c2f3968d36199f0c0dfadb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce630b1657531bcce95c81c7888d35c582980081dfcc4007c486638dacc4112
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b901f67d45407ba26b502643fdd3c5909f6aef6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526b5ee2953a3f3604aad80d1a3e5d93716978e887967c121a3526c58d364be7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f99b5053eaece0f2f647a192577711e6a67c1c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594711dc32b951dc53872ad7310f136456fe549d8e9dc587c5270226eda0d999
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2279a34218c39ea35c6bf9a99891084d8d2468
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80e74e398ecabe9415bb69076f2dbb74f3661997b4658ce36956a3badd8a793
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038b9c31369508759d3602e387855372c5ea6b68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7a9253bdaf808ce5bbf02744bb447d318ea4ee7927f8c499b4f7e775579361
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cfe807cdae81e84821c2971ea65ecf9bd291c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d5a8fcddf47ba9eab9f615085038d12d9fb40f2280f1e9e2e86e3e973e482
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417072c5e465aaf8e47081e3e551855af37de5de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d43e1a8315889561cc4f252118abd6c59c87211f85ccfcdc5f727df869f14c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066c37ab43e0eb87772404a9533ef30518c27e52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a256c927667fb806bfe50c0f16a8b8e6b433d870e6848f6a86fd04a6b5f71cea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54f9bfcbe98f269647b41ad22971c9e9c84e256
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc962e1e0a5ab647ed2dcbaf1a5a0573d594015ce419f037abe15ba9c43d1ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ec0e71dc26327f9422e0151eb8abd4bd940bbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c0c97e20208b08d2fc112e07c03b31a152f2bb22bdb42a489efd93303b1f34
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b8b0407331cebe3e3ff026f62e3f27a4f13cbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a0b5221fffc0baf6684cb1c68a0e226dffa19c56e9a9cc06ddc2144238b034
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d90bc83b018f11bc6ea2aa4cb7acd1b03743389
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641096b96456174a4b2cf8cd2400a190ca801dd98e697e2e21d26d75c12eb441
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d624ca21bcc1c18c3d51af38268297d6f28251a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4103d3209e8fac0f345906555f509640acd1f22d987ab1228c4b87e5b91dad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a822d8fa2524d01b788541b236e982d595f6ff8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011d55200a8137a5c6589a3efd79a25d10e7833f2feb9691a85f0d1c526378f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4005de01db9af5fd1cbfa6f6ef52279f715cbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3097816ba853af511c7cac8918029158ee25ca7a3f89308b67d1cc2f286da5fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b66f3ab062eb09717d9fb8802fd391eeaffbda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8a3245a150ad0ac5510afb9e397cd134fd6246d4348ad4501a9af711fad0e1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005ade625234d39c332ff3b7dbeb1c5bfbff7065
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee001ac28e9f5d4324aab24cf96e5291436065268bc4fd4b70f201d23e92f73
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62db0648e1cea799bf144caa74223cf4e4946a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dced9bbd7a951d0392ed639e3756abfd67b4215051710d5c1bdb0630e0afc2d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f3df37624b5468e1b56b1a449165cda95844ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e663f925b04bd039cd0a50938ab4e66fb322d6e083142f4783d88ecd954f6bde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024e74b12e6e067cdb95bd49e5c5b018c57f99a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6586d25ea517322ce0c73b7f508f2156ae59c2c0b198630685400e6ea029487
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b91ea9674e06d337953bf5474365f5d2d759773
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e95ac3dda1f6fa11e7cb79fb5117406e633cbd6c53674499915e8df1ad3f95c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb946786c3dd85d626509f21f81439144b121174
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0663f3477fb3b511f45361b7324fcd79a173f3831f315c3de7570d1619573a98
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80556f736c6c6b2da0e87e16726a84d087b922a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01537880db06f0d58fbdb30412681220450a3acf5f96e624f961b5468eef3730
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2593d6ab0e0b286c0ed49f61acab5e5b14cc835f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5f4faa011e15b277d8c1558b7135c76aa9746dc5b9a3a877f0bb78a565db57
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1480198f8166dac3f1a62793ff8ef0ec4a172d33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145c1c7b9cc1916b0e38cd40edd872c91c4488cea1d1c5ae63d31a7a8c9ef8a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012bd71e8bd36d276ea5a2a07d316c1b561a9fe9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febe56e40f11f14f5dccb6ac36e13c25407b6387db81aef024a6730426d25b8f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1be8cbc5d596bf5b0be181e06517b15b0f9d4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0120ca3dfc1d8cd93646b112e21919b7f3faefd37976a09a39066439569963b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2de0448d61c19f780d6317fa1b85bc8ee5eb3ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fe355623148ad69ce1c463055548a06c9d2349bc550d156b076409aef38097
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cf6c5251a3ee626e41553296cc5f354a6f832f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da7e73cfad0f2ebe6e0d09b34234a055ac7fbc77944a8ab241c93d18cc7e644
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94923494d98d0f7f1500198fdd4635642ef5654
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce72a621aeedd2f68d23208f8cc6aac868167aa1b58cdf631b50b70b5883518e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658eaa509c35fdcbe44da790f61c323e100aefe9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff4452b47b1a8bdaf3d9bbb507c4dde21da7fdac8824c5cc0fb5dabe30ddf95
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942c62c045de82b1fa311845cc300a425f192199
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8267efa03d6fe52970f6b0c5c8f0deb0f093168eef6d6485ede88f1514d5a7b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668662db4551b616763fc0befa5a7d3194712699
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fb7bb8369c6b156841c1d93b2c08ed1e226682be018c1e2b0b6687e6f9e44d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484b229ce8df586f5c3365ca178cf5b4bdb4a549
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad921f0a51242976a3ed86cd5fecf850b1b138fe5dd54ce923cc1e733c16cda
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c93ae85e754c1b6a53967732cfc47cbd533f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979e8098424a76018b3190616b5eea6e854cd31d50a34efe1317e2737b1f55b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4b718fd7ef62b90f05ca33af9e003ffecdffe9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce57b3840927faef950ed5c048429649594c8006df4e36ed21dc9bc1173d8d87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56453502daa5ea5e78206554aca62f495811a661
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b0505cb5387c2e417629aa8d0a73054aa28198d1a5942d25596e6995c7df3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa097b3bb122102a776c7eda451f5bac96c769c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb1cb70addba725957ac9167018d87548c6b77c9a9ca8a9f492c188deef9288
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc186e5d209879ae674a974f2b3ce6b5ee72b4dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0036a6b598e3979c2e471e1aa730c3216964748a5a9d594479ac68c141869116
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708f3004411bd7952c4332edb1517c602c19ccd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487a7875e4c5bb6cb9e5e984e807c48a791c1cedfe83c7618c93b40e43ca6bf3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32ed8821431d75cd79acf68733c4821249834d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18f6bcfd196ca8d18c6a89db0c7d43f9c67628a2cc4de7e0a9f176940659660
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0960748ea6da3dac5aefe7ccb98f844ec59116
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf21f2d53c6fcd0d8f2c21b79ee94dcb046afa14f1008ba4fe67fdec58e1650
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1787be6456b958620c592a2e8341d7e211027e06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7164f40546755d85c4d95b0b3744d9269ec2febbe5fd60aa105fa2affdcc7747
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4350127c62ea2bed1923e581e94f291701edb4b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa825d77335b356feac94fcbcd1538b3a175be93f3fc556d98354b56b140655
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a07585f57290f1b57af09355d988f5581c431a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c32caeddd432e80c467c8e5df359f7b7b6979012d4877514c99771ca4bd5d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e57f247b8e8434a0b3f29fdaedb1743dcad987
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18150bb1e265713820c0578a6193d92b7adf1c65f5663da0d8cd18e4be10abf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b4db3d6c1b0d64e0d3afda6fc6151826ac9fdc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b417681a44c5ea6d8591a774fb398852e4eb154897ab6534ea8fa3ec33d540
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad47406574213b23212705986c769f65ced220e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea03c1b447761f30468052a622a8498a58f1e9933f3960eb52bebb533452f0b
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2ab9f4c5bd3a2862c62e9de89bf54bdc41b362
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7322577cf36f8abf2917d1bba6f1a5997c21c63a4b8df6ae59421ef0b0640cd4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39dc8a62d42720b47b61e12a269c576bbffb807
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50df0947b12ff0800a9e9fd5c47fbee088f37790fe8f09b8bc5a750c3b37a8e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9294880dcd2417af923e9f5d3a564b10cba0277a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0187e636b57ae9e3a5d80ca6f1091f9b369e843aaa46714d55273a06768fb60
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081dd22d1d8d166741a2387f3951baf1ea6207eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08899c74166198df238e0a1955fd2733e4edc46b8d7b544b21f9e90bbe7c9a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca6ca99730951116828033d8e782c4766ceb39c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90deee40f625267f01d1c060de1dad6c05a7584507784901bcade03dfc95ff0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc8a8d776cfacb42df2ef15a5c2dab589525b26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5873e1a44e32dd1294c6e048004e921a67eee18386a233cf8e0e29a65f514caf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366dd42a71be77152366ac43d00a3edeefaa68b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f4f529eb71e53e367ba3395be0dd5f6ae96ec03998b8e0f9c5a32057a24389
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bc07ffc1193c8c4e498f079a07c579fe5e2881
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8e856c9ab7b8b8353577c09ab44e0d0b470a2aa52593f08aaddfbe4c375dca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea5015772900b1dcb2e165c1bdee037ce2fd96c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21aa753b6d6af7e13ebb7fe123beac3cc5657da6915fbaff435e4407cce073a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a10544e597d6865a6ecd2f72f791e3b93501ec1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e21242abf8d53f8b7b49fe9edd25f3a129134fdf9bb314fa5c4863a3b23bf82
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f461cf85ed48e30fe1a22bac2825ad66ef0d9bd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d9df30bc1a3d97637f77680f6f8c839916172a3c9967ed9b93ca090eb0b3bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87dcf7965b16091439a4c721dd44babfbe74470
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5677e4f8d7354068f7e72e48ec4e7286ae27dd28087973fec2d13eda38128a71
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bed333d888d2a3a2bc25230ce1038e06c6cd51c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0200ca44231f42b24152439aa15f6241529b0cebae40a331bb24c931a80b1451
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf20f8a8136caffd2a0b190aa4cf7d3dd4b977c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1851c7404787875bf0846f289789c86ba8488eeab3df1de8871abf9e4f1ee8e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b86fc507f65fdbd89377ee6534c3b9fcae8245f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96473ce5ccb27d0618190f1a45700ffd9de84767bd2ea231f70c62b9b943209c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b929e8ad052f4ccb553374fd800341b609cb1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fbaab49268152b7d885e3da841237835fc017da64e8d9da65c7b309f4b198a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a27a7492ba159d03acf5c3d784700c66ca91c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b786864f072dfb4ed47c26e45833227589f16f3cffec38f494ebbd8582f7130d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dff27e7c7a375008eca7c3298646e6503b6c78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19803b89274a03754af2aae05e49d8d59c9ce9411308514c2f42902dc066f1b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d5f484f0dd8d067e9a0c49c9a3924758eae8c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f10a64c4d46cb41a2314d180d223f0f95100b2b68bcb5bc592eb3c7f6d3ed8d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cb2a18b330327563ab62ac3b848af088057bdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f26a17b56c7b1cbb36fa2ec7be17a6d4681b3a6bcf59b4250ce5dec7e0f1f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76d54232b0fc86d63eabbfca0f55cc4fdb432b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a840601e04c517b30af532241c8b3cec06c0a6982cd4491946adb7b663fd7e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013ffbb8780cc6016b4609afcafd54e3674fa292
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b59dc8a76412ab6d0a21e25e7e6aaf6660f612a0dbfac9abc30a5f57a33d86b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107a725906f5c3c3db81bd1a76ebbc8790caddd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9600165903d2269de455bd43ddedd42a69111914e189b515b99ff69b23954906
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e371d8fa409ad3ac2ebf13e2901b69db8c95baba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168d14e3cf21bbef91cc333423fc38960b3bcb559ebe0c7df03bd926348d94e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee37dd091f8f7310abb11b81e244deef4f27069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fee1f204899b9ad2e025b5a54322d8b33d1138c6c128ff5d37681403e9f464d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57850a592701073a11380ddcf97c628218d3bf9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5325c86dbd953ed88e9ea9b2e5ba61bf868502687af99e07ea3ad6d8877a9085
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01075d0a6df812c6df17c1ad1dbd43df47710744
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd765d9a3bfac23121c0127d2851c9139ba3d83c7bd84b2ffa858250f565af62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271ad398a9ae80118a5a902a507ddcc130932296
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861a91aad2e2161ac0c32d8b7b579440e41204204eac9acf4fade7ff1c667c7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9962373fe0a9860128f41f740f26a24f6855726f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0479c96f5bd3d8bcf74e0853d88ab7d02b2d2f0a92c046678a6990491d3dc0bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508a26df15abb6487607268727299c37c470a962
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea959fcf0dd865bad10480d3341917899de45b0294e0da3fb974fd047be0fb2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124c4e41e7b413b64c28bb9cd62236d00a6301ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300bb2d29e1d2968ae551bfb24e3328f9ca3836ea4dae0717b62283cfb1e17c0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55ea0e55f43fb3eec5a60267382e2eb417d5c60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c27d4136f638a92addd233a63e6ee50a429f2d01387505b72b86d17d5c5d795
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b947e9d5ab963d977e715b5731a57a84cb3ccd07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890a163e2c4012cbc2b0882aeb3c6010e5754c95878d8e50cc5316372275b14e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dd20667116f6a1e1c1494e8254a1706749ddcf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67a8fbcfaac162615a1438c6aeef0bd2dc0d3c46154e66fe083a10977ceac27
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f8f2cb3f82863fdf7baa4df9a9ab57a824005a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56410e821bda45014afb145532a3595ebab456903ad18983fbd18c5815bad621
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf42ce6173cef95b63bd32046dab94156d01c1ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6abd9c4eec41238ba6814c77a8b750e8c969b8903af879bc79bb64c13f9b0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533dbe745d467bf7c800bb8d708dc0f00b5af60c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4529f76da11e354349a71f815a2f90370bd690f5fd51b57ac625ceaec7565b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea54ff12601cceea91db04eae50bd700e909436
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494d06d13efdc9a8c0e4b19d58aad2ddb332fa785afd10f5de9d6a86c95d91b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d99e794b287f264958a314d1cd79fc286735831
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291b7e749d5242ef9c2a0ff94eb1c03565af86ccb913b94ead913d6917c5d0a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548e84dd752f8b702c9ed0895887a9bff9c3c765
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6d63b96cf966034d9a1a5591081ff41fa96b495cb06aa61b07a474a0758051
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e898d9b930a860ba98c7d874f599b5a1126a677
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dfbe046788eaa19f89a277ec255e67fa22876fb4671429a38a4e7033c5cfda
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01a76ce6d5acf4935180b52c8db4be7d5f394e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ac7e87c228f6dd9ff6b92b158856016cae564fcf1f02f8990ac66f8488fa9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352a8e6ebdecd56fc39f7154e5c95268c32ca0aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be731296dff69884e31e93295f58bd3eb70f0724cb56226de7ce2dcd80713c30
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad86b0734d87f69f821aecccb8edcc1c01be5fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490f8fbe689627e86419c2774bc45e6fd019018ab16b00a5021a2f098198c25e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be46b2085f38f5952c8611533d8f5f61a92c6886
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532083b86defefaa393fef09771e9c916fa94964766cd2ebba073269b0d53118
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae76715f777189dd885cc0d23d9a9c22407665fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d17217dc227d7377ee046daee581be0722900f21bb74eb822018b215f25307
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dea4c28e4470b7ad33b86c633910bea797f58f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c3f8b692987bd63741fef20b5a2a4bbaf5e1fcea5f4b9b3e79c98f41cf5b3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c59589e7132f29be23f9aff43c9ec6f842f9b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1671609f550dfe23bcd1232f5fa2fbee27b4ca40de474a953fe74eeef17359
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268e6aea25c50c3b789de6b8d14e977766aeeb88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086309bdc5e815b9f396ddc70d9cd50c86783b473d1a7c4642e05574eb4fe05f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af950884284e4d55bcddd0b0392ce54aca25d29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a4d6a35b0a49689e270d2bfa97ffba12ed9029793ab304e832e5eec7a9166a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fb7196205b79b7b8561d0b5efd1dbaa489cc7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78eccc96f2362be21439ebd31cf1ff8eee6ec21bb9db7f1c6068cd21915eed96
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da247468f7dd60e85156cc2e9336a9a890029501
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b780a4a78c0d27bb72f747e4289dd59409df6e4a8c49a5338db534f654d36c8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1274e0cd3d40762bfd55da5e277baaf5ea4000e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bd972a2bce5980bc654aa97f49098f328419ab47b5146a422ef7c02305aeed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79240b71fdbd54e36d517e9f0dbeed88696c4e89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185a5b3f1c35044202fe888a619dfc1a70beaaa9d568577e3155b4c6957faeeb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a578cbd65604deb9e1ff882067f1d36c807626
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7382a016eb7e35c09f819ec53acb61c75285821b41378a30429dbc25740af8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e022ddfcecd06bc8b2e9ee89563cb7908987fa5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa33b0910b2dc9918a940ce7bc7519b7d642c16be182a02991f49f4407ba2b38
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3461b7b1ab12786a8669d7a6280041f189a29e8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be11b15984704cf884462065ae0036dea8ec7d9d1ecee788eea890ec928c547
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192bbbf48310d8b20c272e0b58365b8ccfa7420d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9d210b4a823bddf9c4d29b491670b54db2bfd4d67be029edb90134f6a50e33
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1246ef35ec3dc8c5295944be745e4167eb5337
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06d6ee51679675f8ac44fde6cfb69742ac09d0cecfafedac60d4f5b3aa53b04
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e52804f35080d4499eb8393fc4c2c94c4af3221
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a56cf9e16f148c76752aa5227daee0f08036db0ea491a4e2efd85ab347650c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b364f3dbbf310ba8a2e9a1c56fb78158e2f215a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c86c7dd1c3c9b16a1954c0abf5b4216ce9673021cbd01732cb08c0482257e9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2a7c8fc15436d221888c10d32be4f1a18280e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd08a4364bb3a603f003713bc3ffc557f436f758d79ee923f645305764a3e9fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8f870720d5ac8e12422a1e942c44b45b7a932c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66686fc73eb4c192d197f7c87f0750666df0611621b50e26dd0bc1f1a8928b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6838d3938e1978ff37b0a4d2db0d1e0b82e13237
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766f6e796676e2b6a6363bd0e123920e0816c663e389124ffafb8d70354d10b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b445f077ba2e9daa4af9652ed9d93daf0e59fddc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9835353991bfddcfbaef531cf7fca0af4b6c4b19697fa8023fd223706cdb84
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185ad434a1e232ad2c64f3fe9f79514d65b37110
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b067c576359285a1427e8e580717d5c67903d9d4bd5347d9cb07ec8bc56889fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1426d780c1979b5df78e5acadaee8adf041205c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdec7674aee5414464d45263e1ea5c955d05857de6010795a4c7f0673bc5031
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf57d6c63d62d362e049e4e03da7e958fd841a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea44988c415b205173836adcac0e9dd270292213e3a93a6c4048d37e864bef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be62c0458fa6ae861956c4cffb7eebd235a14e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a65b67f41913cb302606a0970b4ce0ab7bc628d375b2ee7de32891340a3bcf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d2ea2d980e5e08edf314706d728ff3e9cb23a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2e71b179f027159d72644af8084a27c34c336b400a16ce71540cddc48de77e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027db935555b9d7cfdb059020e8c146f979802ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa8ab121cbbeeafc0e97c8c553f5dc869afc8356af6e51c4f09f444a0a299f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803c7b694570eae56dcf6daae7c3262c1abafdf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d77d5aeb90be563f5d9b24b8303f8b333c7317c36704dcd74dcf5a9b69e211
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbb9faa0cc0d4bc25264ff88dec2a81bd45f303
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf6354a15f3936b2b4a53bdd7ec3bd8767b35f5b85874df26cf18c3dc52d4b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d1b1b554bd3f5acb9497d12d4afb497376814f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3770f7437690d497782b1a140b35258aaac000cdef5cf372396db47e2da8e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f04ed7f698f796dbcf109aaceb0214766baad65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d9c27b64229bb8838544028616d5da83a446d015207e25a46fd7902ed444d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c93024b26a113e61e929be63b5400562a59d78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc21b9bc9e0944664b984b6450ca14008c3e4a56d68af9c6b1985b4eef2bcfc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fb327a25a0f1feeeadbbfe882fa6440dc116e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0959b771db8b7127df1a8a14d9fcb4f605ae6f9a768db313f1e2a757753c3b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232a5ffd82d15e5a17be809ab2108a4d24285abe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f969ee06117f17440e101532af5a889d435ce9bc909214acd7c6cfea9548c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d90679d3d953d0315d31855ea332006382159e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a32a916eeb5e5726c9378111447f5f23124657d1e89ec3275c4c0866fab9fb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2b63d6a5303454b11d5de2cc844af6dfa8c709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474144ecb291aaef4a7864c9635dde44374b0b8a5852610b3bcc7ed85558b577
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6f4ce98e0c8434a15a78fef275e32424bc6fa2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1287557d031b8b16aca44ecb205182cda3750a45ab87540b3d2fbd67f6f6c93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c3ec0cf39ee989779bc81cc0e8f1af43241d9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9986fc9af40f575403cce779ce5bd22c14ef70bf020e930b7cc47527c07b02a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7768e85d5a026f8a9a3eb6716c4068a3a876a0ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c49c030473ae665ba85d171154d373dfe7618108fc69b615e8fd7074a04eec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8db088b03e3160437f650685cb4d423378c2ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c5c980e9a9a89cf3747008bb167f03a9eb465c0771162efbd69540b722b572
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cdba16d8796cd243c6144828e7ccd849ddddad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3194d493c153ffc2f26283b950001699d95364cef99da48646bc4272153d4a3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0f017a8167c56eb3f104ea0ae4655b18472fdb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34dc635739553c1280b0c89f1d209d4ab2b14914be372aac41c55dbbff75d18
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308f75d646577a7264f0b6441a8071765532d4ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bdd94ce5d0fdc38c6dae843c1a158b92ee71f7e2c47e3a9ea047e36af9254c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cc98515ca885bc838bd455adfd89a57ee29126
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bf90ec8f3fd398b1c6d5d3826ccaac0e7885369329d0e0149b173d062ebf6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faee5082d399f09aec0296685da011429ec3d955
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29385a43a702c294e21052cff3f28a93608dcaab6012cdea6a3ea146bc64c84d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd9c180cd28444bfddd7b02b373a85937ef97c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2e1a7431772070c83a83cd217e0ecfe18f52e61ccbe088bb7450a2d23d5503
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bfa5ac63cfe49acb5f33d8ee20dcee84c0dddd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc28412f2f8b517a23b54460e579f36887adb324e828480244c05786b5eb767
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9875dd87e2b2bc999d0e4a880d7f3ee9f6e7b2aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008744cb96fa15bbb1f98e57d6e6b5aef8daf13ada7451f8168f4565ccbb7d2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ed1a760b317ccca94f8e6ceda433ebcd4feafe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e366f3385dc3ab930a8745840145c8c194462563a25c65c05c2215d3149d5a24
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61199a6e6717e0619ce9a0c3e707cf6efd08f8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96dd27de8e0a8f660cf16630f6d04c15c059d5501f524da632f3d9098d9d0e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac381106d246bc4080bec8a8622cd3365e9c2c18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d83ae2299aad00ab04a048ee03a2d432c01844ffe3534d6c735170637eb5b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b08b3352ec2a9b1bdfffd30731a2960a4648ec6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73b34bea5a104c3e9354019c9a9ba8e733c3b2031b0e64d21650d9c6231749a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2eb0f766b2e4b68e57ee1147b42970158b840a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334333179d645b7a2d5a04403c1c0be4fbbc78b328abcf651fa66048ca2b4db6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c8d5506f99af421e6ec3af749c09a73302ff4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ec0e6420cd5e09679b79ebb95f25781a688e105d738ac3d0bd28faaaef1767
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf75fbc72f434d1e5c4fa23126dd06c44fe9fc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ed0db6a9bf7e4f2b17d8e894ab8eb713821ed7187b87625ad93cd2017701ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52e0489be25ca7e0e84bbdb56e340d264e8cf5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6801b8505eb8b7ccacffd83ae243a3ec1ca386300fa2adc5635ec65f3cdf8c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a764966eb2c79fdd46ce99d7cf6bc34e6ebe2ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d3886b5dc105a3e27e4f53aed4a35169be532b3df638464bf4cbf0c3819a65
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ca4176b8da52c1d0e704176892d85cf837fa67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e8eb1803f8ea9c16aaccfd96b70bdb58d1bad04e3ab29bfefb7595b049ba4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a48713ef859bb53b6cd55f00374715e1af2221
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562e55c5d5fae82de0982857924f3c806f4ba0d5e90b7afabadc28ac5ca26391
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f004600bd49f7486adfeb1d5519f8de7774699a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ed02045fff0df63edbcc59d775b5f8470aa7c3a2925569bdb5b31bb03ee128
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee00dd5287e57e3b346cf0b8132c4a06c41dbeba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32b4346698554faa469d51d5226860db68cf95e22a00c8b8c5b3b1d12a44ec8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74fcea07f51aac13d4a7669959cbba7de151be1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3239ad89adda9a04c307cb4e233353e1e1cdb16dbdca2387678bd3340b2cd1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18973f2e2b716b7faa54b816bbeb4d5ea946a6c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263b52c8550a3d54fee838107ffb7fb20e0e49e13477f232b2bd8d9cdf8c0375
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605d98a0d69c0debbc1af393cdfdd8e44f2810e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc799cb359b448e28980e9d3f48b4e6074c4c5fded5a1f3ef67bf43d5641fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b9b1b4a2167c9d16d20aca4bf05369fc2e98d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beba182ee03077733cd6cd2ce738cf94dd15854ccc244df62dacfdcaf676d747
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06832a245320c3fd10c8e6cccc806e886892e300
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ee0bdacab78cb2b00308fcc486c020c632b503be49a72eadb28d48eadbfef7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9d4ec58d336802d2363f6c424aa2daf06e0e4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295aa7b44cac0dc16a897369c5e3a76376b9cb7249db52e0347c3aedc91dad3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db36ff086dc4708237d31291123a8a3aba121868
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929ed7e63f2ed14f3abf6e4d5bf559d0403fd25acd71955c3bbf585c62ba067f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe80999595da2c8884d5bfd1d4243acdbdc8771
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67dd48eddb330b1c1d864e9f2f2e1b6a728079abebee0bc5bbc10e9ddd978f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9cf4cf38d687e2d0dbe95bb8eaced2585607e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f581673ce2cf55dc08146f574c9baea2fa889bf9b7d86d7aa29a0d71f9e3cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f4e8ec9f5e717b29d8502972afd0b0e4924556
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abebf7d7f6c72ec0789df9ee7db5834019a76031217ca15c8921ad868df1a14
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78913d498e822ca31b629744b0bf8d7f2ff82c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8df573ef1ff64c629333a39343440cefe738e8df64a59a5de3ebd7b63a8466e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd64b3ea3a03546294f0abe67b87eb0bc8b3124
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a75b5d084d76f7c0f4edcbd558f3901cd28192856bdbc185c09e5aa57b1ddae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce56fbc588c5305710227a9346670819583ff3eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9606bf31c2826760ce66dcfc24f1e86118154e0f1e33a815a8a62b6939d0d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea8d745a5a22135aa95db02186dfa1f599679f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e96e653edb3b363ea6cf601b97e9418f51693563d3fff3da2a73e9288140fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6adc1418deaf8fb192fa3e3e3eb0f59c03730b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da35c49649ac3e2b698c87f82b72ff58a311dd774767c32c3ba3d2e421e22851
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd6570fe46d7c3081f8165a1334154e75a73060
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee66df625e394d8d3b59c1f7136fc7cd198f6b9f65e49ddb59cb11a6466d2a2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc4484195dca2f7da33b8c5affb2d0e4cdf65e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e94c0eea30d2b91e5d4fdbc5250d0c8785368c0a2fffef4ffd08d7d932706e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef21ddb65bb4c035d6834caec0cb93e6f1293d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad101f2c37329f25a5ab52fbd8cf86524c12d4ea2fac34527e35399358d77e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3772aec29df9c2466cf36d1e109cebe6d27d97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3eed73818a58ec270e6bb11cd814e10dd4f7b93196fcbb7810f7f70f65fdf4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c049cde24752299dcbb614a36e214dd17033b87b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3fa535d2e8121fec73377232758f5ee2f4c31834f93173f68241c8c230530b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e49f1a064ee4e9b0531c2ba70d89c8f4b8b9f2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ff39fccec93b6abe67d916d403be7e15523c5baf828c76e7d43c93c2407f05
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d9a168f5352774a1cd34e316d08ebbc1e192e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998902544c9a32050bd911e9d3b34e9f0057293d51aab907492671697836c32b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469b93c0d1d2c023ac926adbbcc0ee90051f63ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944d282be429b1bd5911940eba7c45c518b47751e3dd664627041a03bc9f3002
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44bad201aa1b677789b772fd5415d7e97491f6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbfd7b3e63efbc45a66dd9e7e219798179821ff128b9aac92ced163697c9230
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ed9f1ed288c45e0535d01ba1d2562b18c6184f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2a40f0c72afc3fcd1fab1e55f4075f25e88148080322fff106c0c214caee44
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31487c85ea6d9d562e638c228a8e0d9fd3f6dde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc97b9493d8b1130b27bb11d565dd8879e7dece95fd085e2be15454b997b0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884f73b54ca3872641c2b1e91dd92840e69af3a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3387324e54892bfd5d7a88e2849a032f7d4ce9f4f4e18de038519d0df02ab042
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470bd1a73b9e3dcf0f03ef9183f7de41ba1a4ff2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c157aed519329ba522d3079e3ea023f49e200bc068f7c6df2ff4954976f946f4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52126b8c64f0bf826882ebfa041a0067367657cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d750ac020244c5802237e0f3435170d56f4ecb36eb7b8a6069e1ea9abd3c46e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c7bb9b53321d8de24aff5717ecec6062ccf7e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81872943bbf545d9f15e137a91d54c90ff931c172dca8943b871aa2346d24991
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a0a55e3b9cf76f2c9badcfdaaaada3c38be341
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c86f34aaf05f9d55c0da6727efdf50cf1083cf2c5abc2f1ea399ad5e4c7217
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f127ef7e2a3d6365437dab6025aa6d67c693ff01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dca2a7d726fd02d9c67287418d06f448e6f234066ab25c0015e05a920b39dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45a8f9c3126c73c5b92c7f1b007c8f277b5d302
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a259f230d7ff832d6c4e9a6cc771981e87ea0349d19a630b395df39acac99ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3b7493ce934cc3ed51c13243bc9c9434d26328
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af4064f8989e989cfe2af8a6d6068885f60ef0b3b818b902f098ed45e93abe
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3be86394fb689d0b5796bc94da6d9bc5c046ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3109c900bd7013eb7d85b7b87ceba0301d474e0a756fe0f058320ee694f0774
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12c28569e0a7ae034b59f43c928e3af4f1b7ea7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742f8b9e7af6236a532e9357c51b7f2bbaed61d6f97c7c83b8cfef8a878a1468
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366b6499d84aded1a5b767056d73e5da86394940
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46715708c0535223cf8ec0a00b941a6032c662a0c1b03011f549656ea0b4afc7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7f19440fc3864229f6e3587df74d8cd2c85957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9517724c151386fc487eaba95c6d7dc6799e7aa9ebf911ae66dc0f598629393
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fc6ff17f50f062da4763eb5a2db855dd866fbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fe20bc91d7e2ca407d77682e5c61f12373d948280c73b91d154966a8ce4298
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28798a78be7ab27b76538bf21ceb06601777080c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b88cb0c4b7630782dce8449b30a0118c1f1017ead8d11390baf66dcc6faea7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04be21e5eba2910cc5b424fb963f199f0f72d799
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729f82e6f1c3fd3e0862fc907339b8d92ee348a4527f4b23270fd508cde0e208
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b6182fa04804270f65665587985109d1a5e82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc93f3e995a80dccebd1ac406c8c0d73a68a3260426541a79ccabcdcaf28da
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92deafebb553beeda1ae3a3d595ec991a6cb910
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a84cd238578a2d65bff696542dc6404fd97bb3da15a780d51673fbe775b878b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a16aa6cfb46c061df36b6a456275202b41ed09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f698ca50d8f1419f10558ac9408e0f1139ed37e48830201afe67b655b20bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e43ae131e7c40c2dfd378cb11134e7304bfdd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2bbecb245d9927dcd9e51017dd0e1a684c9e21883c234006568b5f6707b3e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0affe9f107765369cc69bf88fe2613a67534075
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe2e3acec38e440cb33705f4ecef879fb6bbe2a03da2e5955c8a22ff55c6448
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac37873e86bd8616b4e0003865f5b5c5f7e5644
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6441581ae46b441baf76e3b1e17ef69d5189e23d2296a68ee485bb967a43017b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e718f76b93a8097046e5cc92b46084a857d5ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e943fe772fddb8176a976132ee5fd2b29321a9cdc3a2362691bf0baf9c496d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f2cd562da036956d2f45d5a84dff3cedab09b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b120acfdca151c13745fcd04b97326b95100008b6e8c2f74118cc05f6eee815
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba777ef3329a8877b5a38d41f77808c710eceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c860aa36eb4630aad935bc8ebbc090cd09357b9cd77abcc5a549e20d49272ef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f24d8f6945d01011a44ef1452509a951b2b708
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951964bdb4b710cd45b5a041ff4781e7c0d47fadc198934ae73edaf276ac5fe3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f16e75250a4c0a6882d05bb07981a048bdc81b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b312521cd53f9d2483ea659bb759becdc6c0501cbd555f935dc4681c9c6fa4e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b918a478765cb1ae9b6bcc7dcd018fdb348212dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22841339f6348a7a4cf64aaacf937e26ad219fb14c2e7875875f6c5290c95ef0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643d79b5cbcff58311a704f8207d6a3981198a73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcadc5dafb7485c0aa3d4d4e3c8affef068441e22159a88926b52c8f78fec2b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6559d168d8533787fff8bf0342416b1edf783b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a21513d42944bbbca667179e377026cb263ed7e288e3efe3ec453afbf056537
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611f875f2773fc0c2a9d37e3ad67e2dc34e6cdbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a5786c96f949cfd10aa6cb5e3eae9ac8b7c162d5284c1b472ad3d7bd6cc78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc332b4b406c87dee2ff56872134128061179d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c40b45bcf33ad94a793f43d21eae8fbaaf5854420a6d364b3841065c2a04f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2167e74d93fccc4711ab2392f7bcb5f8087c8fe4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a90f2917fe304d6a462bc12fcb112bfcf74fdba3058cde05e69ca578de5fd37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b7fbf5d62b1ffe5ace60066e38b4b0f65ff085
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f198f2364ec1f461dc31f07ed13c168bca644ff5d33d6b7bc4acc626dde80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996b6250423ff22f2d424138d0acc344c231e9f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea8159bfad034526bd46b3cc4dbfbb2806a8f7fc68044282162e520814a7866
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98614e06e0d5fe760317068e3948391b6beeb081
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd28d0aeb093de1f6c388dc9410799d226fe0e6dbf18c5db115bd6e80baaf89
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d59563e24dcb14e2dd00337bc4b0010bf62192
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f025e71226392c7d78b601f3b1a85ec7dee35ae2d719607fb055b314f18de31b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11c761b98c3a64d67955afcd3ea2b989e142e9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c354a487ca941de070731838c012719eac0be84df7ab342e270cafa3617c0148
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a12b6770a5e5bc7e8afb4bf41104549cc391abd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ad0a6ea6655b8d61e0070fb4805e14fda05d33d6c4063e9d2dae85e351a85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0e5ab5d369a7df51570cc61c48cf5172dd11c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93269f72b6c2fab037ffff253f8b5b53d04b13f1719edc975f0b1a642135602
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83671ea9648a6b6abca1f5340d56bfc00194bfa0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52829bffe681cfbbf8a38df33285396e38676ab61ea2d5166f4b86880973da08
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e108ffd6c81440f4f5b2002377c10096e534cb44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791120e9cd80257b7c03ccdcb28578b17f022b12cbc1f2608cd87c8bf69bb9d9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8098a0c42e0f01082c2388332e78474cbbaeff37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f61b59d785012dd2ddaa032b7da6ad824407b9a79cf7033da2a9daee5aa137
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f76cf6c1f4aa04f0f8952dc55da2709d9016a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee325764519c757d255c8b1980e3d8f8eb0703ce6a637e273b18d3316ffb5be2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10da2bb63349b716336224d2a9a32e98bedd07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d42e94527d4d141b3c8a9b5c10d7b4d1c68d52e33ec29c81d17ab64f24a31e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bf9889abfbb1cafaab6700876b0fd44d1831da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3b8c3204475cd054c9910580bbd0a631c42be68263d46d2a860259528486de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21aba26d02cb50157ee70be7c64eabfcb5f74f61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9643a7a0f881ee8220877e2aa39f186c628f0c2faa0393a550f2992d3d4815
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6b7376e3c820cc1747c7ba47436f3d81fcb839
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a211898c15b8c63274bb182acb5493a4fe328a6db1bbd05463656e4fd6a74bb2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb297bf0197d2ddcb962593325023ddfedfdcb50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26450138a96157968373294a4967411d62e310e4cde16a2b6ded71ce48e1490
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592483a48460f0346d1385623dc7d6d90942834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a883f1f33267708cc7cc36b41149c44bc559fa8cfcffe43641e916aebfb811
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e690dae29853d81c68e5ddbb4eb531c8570183
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efbc9129b4603ef87651c7a4a97a163f3a94508a8575c4902f8e2aeaddc64ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4900dc37215058fa5dbbe45860981af98e1ab665
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2189561b113cf47a48be6e419f26fa10d9d15503c50486277cfa0051060ff3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da30ecb543d1590b59dc834c92e6f05b9bb7072
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39738129f670c27cf3d1a3e2033d615bf2fa37081bf077e3ae3ed2c25fab1696
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebab0dd1e0bda85f6038e96a921edfbe541eb553
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88c44d6e142f660a7145d421ecbbce9d5a186552da4e2529019e963b6d0901
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3952e27de142f2d0cf3cdd73e07dd5e81dee6f80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e3db244d62474e84271ce439972d983eb3ec0eaa50dff4e8c3b2e585ca2590
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bff4df14cc1ff05eb1b92bb05d3aa90d6d6bcd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f362ce1959038b36f25509acb209fbcdc067eec683ccfaa89d7fe1f3c25fd5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17418c17d72f04f7bc50952b948f83de2dc7e90f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6426c14200f54aea8f210e81b222ce3cb373a2e77912a3dae0de6281ba3219be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bf3dfdf41a50d0ffeb7d204946c0196385e9cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ae03420f61532cedd754fa74faeeb4057fdd593d98465bc2fbe5608674f38
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e160858a07060fb916211ae1ebf149b05a1b802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6c46e8829e70875898b9836485ecfb63d226d44ca6d30b92c9e524e3e6c339
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ce94b501432e29990f2df841a7fb1e6cae1fe0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2511ae7c874a2e84e720d57b77e5bbe52e3fce9ecf0ae534d8c765d2c890c2c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d437539ce5e7e43ea7778c3e9b9fec6867de76a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525bbe6f304dafa402318adc94158506ed33c6c4918fefc02f2811e3d54be66c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f70f43c6437e27204403d7e7852bb2bc079b6b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffdb17070f973b5ece93e9d5d68955c262c1320aa028f342c11472e5aa39e52
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca3ef637c8df7e6158c46846e083a36c6eb203c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fb2d406ee91deba197aaef1fc2bf73c8575f6b3569493862368862152b5acb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3b2a37913038e49fee6b02092c323a92a37e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a564e5aae7e428aba579bbc4a8cf384ac43a3a67d7db44af82225474c862b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b6afdd217bceb94037e1a710190ddf5306e859
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935670aef291865e53a913183528c6cf26d555d1de0b1ef98068a73377f48b10
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adf51c6c2bce64f5e8b6382802f53d60a7d3114
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb18ea13eaa67adbc4fca96804b04ce53f53ae74f98eb44bd89af7a0c8ac160b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b729cd022aea2e04de80838afcc8ad6a19f887
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a210410f788635ba7ae021c4f2965c385ffb8acd73d03bcaa13249bf770278
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd39635159ee456ca2dc934b685d40d1e689d990
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec68e6519d8b08409cee77ae57c1f6cdfc673389c3123919d986018fd5022e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be8813ebc2fe768667ef70c3f02d53d91158ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a347e0b799ef35741a908067560acbb1b4d6fe8dcf5cbbff32246c5780d03e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e282c58f00c0db74a12eebc6f886ae1734ef809
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56de35110b5a5e6ec326d4d5beec739071c7efe4613af91a2a2ce3366b51a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66743169f060eb5ef6e8b9484971ac44eb49cc0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ece725589139020afa11bf74eb900fcfe871a1c5615fb0e3f3e5799c2f21d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb7994eacc284ae6535ff16a58191d5a82ada74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270e6c18c987729a18c02f9ee760e0bf9959a277c7eb94654b2a6f9545120c0f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdcb79da2479d64852ce397a8aa8ebaf6a4cd4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e1d47078ac73b62a8067cc37c214b2d9b9759a61b1ccdd630e406158276dae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622f1eb78dc233d5a52ce5d6461449826f94b011
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f34764f1b9d315c074889371781459694a65439fddab38378eb73066e4a4419
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a8fcb18e33defca8c23d60ebe5cbe74af4f04b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea63fa95b76dcb1c6cbfb70e395168448c9dae75a70a52e83fa3f207e92dfc62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de2efb4d52b3bdd1143e1310ad30006ad30c7df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3e1931a4e76d32f11bd53f7eb25650a8792f967335bc46d3371c060d085cb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c7abd0cf394f2ebc8da8a6798fa7150986a7df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7062a3524bfcab5b969c31ad29aa8c5911198b2e189731cfc4dd2f3a3018cd2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201a3eef26781324fa1814c7ba65e29cfb40fee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5416de005d37d065c4cf85b40659f1a63a3df2db408b7e14d08e8d64aca341c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d3ea031fb968ebcbbf748c15dd7f043c5ed7d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9616e2695c8b673718c7129ecef22ca135a3ca51ac5e8e62daa0467046cf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2d0ee3898860c200143798f3d2e690953b100a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f94c9cdb42e5918fb22398cfbdbd28365565a8c43ac9ec1a85345028d64e56f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9b37acb299d3204f4bd74a2e7e3a97ff45403f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061fcbd709c4718d1799435782cf1498c61601d595645c3ba435a3a3b88d75c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a83fefe7188e1cfcd562709c05da5f2a0a3942
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e624a1b03fe096d901105f484535a64616a7a2a98d9c7a72e5e8885dda39c3b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8026218bbd2d6c1aedeb78316e2b859a041eeafc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de78678a564f17e98f3876983a56e9bbf9a5e173b74d3dcaa31efae18b96788
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d965b761cc6e4fed2d4aad23e499c6ec3643b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b6dc66380d678861084326abc554c0a2cd35b4540ebcfee28f16235e8a9c5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e2921cef9892326ed3f91b5ae6a21cca75949c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617d336a2304d61ea34b95dcb9c98f77ac57899dcd8ea5fff4b41412546d5c64
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bf69aab3d1de925a7283a636643e361acd14f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906bbcbd95d7083ab1a7f8c47630911693b16bbd2b6de5d25ec98e426bcbaaee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011af81bdc535e054bf2945e4919392afc5dba0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ef37fcb28c59318b04b4212a42e55374f65c34da325ab8fa62767df2b057ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5870d9343db037b4af36102cdfe61043b0c1663d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406351192bd87b6abdafc48ce7cec5608373dca74a5cba0fac90e10bf715bfc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450071ff68ef76bd1972cb2d4732b85af23526d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf515eb2a5937b1df7f6686a75248b29de786e8cd15088c81ac383ae1d0a1d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec340f1a3e901eb2bda93d6deb9309740b54a74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecee3d2c3606050a21a857947964864609f5b3c550a3a56071bf2d263e1280d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf0a6c329e457202c001647b5669ffa67ae892d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a557fd862a810bed0e6a35b6faa0b2441dfd6818a1a01c2b459b78b48eccea7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6af2cd56b1206739eef4e16885ce4ac16b2f1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5fac9ac217cee46ee3dd5f06de2cf44cbfa6150a47b87f40ec6319e2e92b7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c338d3fb12a21bb0b5a519ce6ef48dd71e0be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ca3120b81e4862c0c744c6570c36e1f94a3389fd0705ad6cd3393d848d8c59
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f4ac69937c898b2671e43b72c9d28f6224c704
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2ace6b54da227dc126a983eab0a4ce9b79f4999dfc6f903e6a9687dee75e79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce05fa7fee8a8f1c33dd94f21e6844c4f2bd760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5763feb6327f167b36b27ebdd1a3a28594813c049fd10d74273c5aae50c170c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2a47403c968983308224d6aff43d8f3c8425b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab4a14b1858c2f9dc79aa07c38ef43df66a3a2f75b0ea2a9fb78fc57b566aa
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1604017fca30dbbad93984128d5d322b4635fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e803ccefecb6e17127ed7cc690267cca485c61a8aa0d30cf4da2a74fb7dfdb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b76b0750c9e9240544a4f609bb037f812af5fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbd7b81cc7c94e5b422b10acb6f89754bf711c9cae19451bdb9a8fca16f630e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a175ea992d3db222af5986e979821f12eb113807
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd14375a5d67ea456bbc37bf5169d8b3ad24c566433fbf4a29e592b9b14e87b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b42860f2340add327429392bd71f3ee2d75b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c5a80079ffe78b3ebae24a307d5e5e7c5d531627421fd4368d9c58a52544bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7efb489474998d401d388116ae5116f201001e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6d001c62ff0c0b094c8302cdc08ca906fa34a386e0872ff898d8706b3d40f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842b7a38a1742bbe4ed94b205ddc8856985cb5d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766d822d98d29bcd540e7103c661108f01160fa279ba285d9c828516e8f18288
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea6f8f805f1adb4afdf83b3eb6d8f0a9b3077f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f498543f8b91cbdc3ab1112a42a297fd6f9c0c155b52c0cd84fc6436cde2d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7355a11bb167ffb6648320319607626d9287249b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8212caa90da21d31420687df574a3e00c3856f8bbf43aa5773d309fe125a3ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd2a6739dee118fef591bd767628ba4436b5466
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77444497ffc50537763908c9677c580d9d1b5758efb04d66ed5db885120a634
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ac60c6cf2170f6f543dd252434a89fdb067529
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be03aa37415c0e5db1a9aba92f79f95aa3189797241ba2819d43e70977a7547
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0754dde0e7ec950848befdfe1964ecaa73412926
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d9019ebf06e9dbb0b52f7727ae94ca60706ea6feb39d0e32456c9f64e007ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574e89a44cd1250de768af13319d6ddcd6fbeff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02878b78efd7d45c0dadb27ab3916086eb00edc7bb89b6af7769726f48de981b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb42b84056f2737c9fa9f49601e51f3596166a7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f881a8b254275d0ed4b7429997fb7ce382940288a251de035131ddf3444920
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573d098f845987efdd6f6c290b3cf7f83c7c491a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c79ab1cf15d2655e216ad4720bbbc9767c0afce7a096feafc62a5b344b4f4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa33c0993c7da7ae59422b020f468608aa775ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e34183014e198fe8bf847c88553d1eb1b129b5826ab8b28d66270834d7f47c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6947cde29428959e944eeb431129f90c9e12365
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63237b825d5a47d6049fbcdd9dd84f911906ee2782b329bd35aafcbc1034a2a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31e565b83ddb3b88abd428630806b362589760
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6456386f5432ec0409558a7cc8625ca95396a41cafdbfec422a79c1bc002ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91cb013c1a58e2f28d4bcb67f4e17117b4d5bc73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea96514757700f5e11f169e5638d4a9e945b85ea57d6ff5e4a08ecacbcd122a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8d40348398cab2f6db00b8581410fd297c979
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea8fe2d0987a1f9db1ed74a340593e9f7ec4be8854572fe29fb242bdfa410f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e666f8af43df465a9996cb011db051f8e0be053
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468723b17b8344e602ba9afeb4d1b16710d44a33e92aab857f998a09de4a189
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8e791137cae7357dd33be4f44bcf2579546c9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c0f218bb72cc6db0de189e253982d21d6ae9ae7c5e0852998da78d2dbbbe85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c850ce11766dbe9ed044becfbc55bf8492916f25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66484ba0c288618f7a678836bd49f6a3b9592bb193fa0740251c2693799d213c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49aee471636d7aae52ca8d7081df3c48ebac364
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b19e8e3f58b5390dc363b9b051618c4c5ce3c5f7d97ca1bd7b47a9dddb4f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf6107b91e1ed2cad85068d91b679b0f7fe237e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31cfffee4973bb29e1f26f2eec26bccaa703cbead2751ef23c54930463fe757
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02deb070069c2c4d7031f7a1ae0036162403a442
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0fee81fdb1ae5b9f2b9e3f5314101a0df2f7327066c957799989c27542f8f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648297d739c4781b66156b97b22ae8e160cda2f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359d23e04eec0b4edd46d376195f892e03a21f699e391711cae32c2fe7f57d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884e1d7479740c393855975a50816f5f561f7dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cba3426671e579cbb4854a7dfb206b784609f67715fd115b4338571a8f07f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4948359c7435ac26f012b7cedd719a3d36421d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd6645d83961f0191198b2bb95572203d1b0c7f6e85f627020e9113333bd65f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337a18b5d3501eb63cf3a36b98f8bf1fc2da454
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8738d64dfc5fcea54428d85b392b6a84bbf08c147e5cd070ec6d52dba44628
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c63f6d0cdcd0d988ae989753556eafb56560be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b83608b6160679409d8f5627e0d21f7b02a87fcba69c7d1f71389056bc541ec
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05161bebe03a7889fef577fd8f814ecf40200874
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc0b5426bc5f87f5fa8c310ae650f30deeef49987aa24c0dfd40b049efca1f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7875bd9680c16fb1dbbf7273e247de3e235962a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6378b0b5fa3e375d5d436bbcdbfb723fb10b1846b16fe6f410aa9175de7ea3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ad40d31e57ecaf697910cc5bf281453b6c72aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a21d1dd29c74251cd8a02f4ada522405c1c6d0e32288f935e5db1d18f8b2a16
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c5d46d560967caeb700a08049b06746b223cc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7776b31218e9a55fda79246f049c471ccb751889df21220aaaf1d4ef21cdfc34
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fbaac3abd46e49ca297c603b0f8b47514fb73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fc7ccdc0907ba00ce15a69b3f1d78fc7cd7b799fa8b218b7065652b3ba3f35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4782a47f2ad4f8d7279b14c7dff4f5362969981
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ab9ea19a878acf6ccdcc0d5e2f6a547bc33ec852088cf16b381a211fbef51b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c41a279b8aab1d4b04f16a692778a007f71be3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a5c4d582653ad30ff00d1c6a68a0c06abf8ac3df1c79cd097a228bd2030bdc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f705dbd1c7d439f2f88e7e64f92b32ae6ce6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab851650c135c19b7ec24ae4839566c33251eb9d77df206414a2e68c578e86de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16887ddabe42e3bf6b80e3584bc91e52585901e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830aca037777c40af1dafb7fde4ae7c2d939cd70412644e82047b496f07cb5df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c423227c31134ea4835ba6d24b0b26403c29013
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868c4ca563bf2626f40e66f7c4320dc2a8a11feab67ccfe3ea288ff8d7bc07ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beb71e65a025dcae0cf1ac1b334627d2b6956a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc43c918cfdc626a7af823bc1f544dae54cfcfb868f780cee4f2b74cd3d1d783
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1657425cecb59dae436893c52c1fdc642a2337
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3781765141f650f3ce53236547cb8f3cbd63b7fabe2a2284cb56095f907d150f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb3001c90ff137f39d509a9faf6dace32975f95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7373a3073e2d55ee11d3aaa12e3f6e9909c21fe317565fb000603314e24f470
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0eb25e41fb86133f2a39daf544bd0578ef0949
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d224029ff6491d4ca544906fd6e6efcf291087e9719a0a1de7fc215957814
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8558c051c43161a767bd9657906f308c4fb1e3a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3a692d39b5d7e07554e5a59a27ecadc63a4375fae7a3fdc5eb2f76b356065c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6acb9126eb81a2d0dd5b4af543d812153eaa20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cf59d14e1c41544715a31c2f2270ea92ac497a6b58248bea6ad79db22d274c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9495417b2b3f2bf69eff01126ecb8adcfd79363
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd474f1973d31fef6fced5eabe781f6dd61e29edf4cbf75e807548a1f77da08
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa0a2071f51a3672a3455d4dd9074a59ee095f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fe168d0837308e4599d77486d6957f96c364a5a1737f863c41101538a6d9ca
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0d6e0b7880eb3eb33c1b8338b9c7841521aa8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3c68c4e6f6ba28c77d0358434466b0fa6925d47e35f969b1703b09dc79a936
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e5094c761394c393340ab57606bdc7c401d5ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d52fc99fbd04b05d9a40a6381fa54a9ae38ffc933da6bea57980a456a24a08
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8aaa7569252e1e07c81ab141a92b8b35105c34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f782f94793c3d19695331067131d77d75b47efac39b0be46c51c6d73b25cb45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326e02978ad775b8073c99895fe5bb0303c85e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8b42b1a333277caa5e6f16ccd8b9ace0d217352300cb1636579b281aae587f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01542525fb93312e8b967324f6e3d4d90e42caff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91175d1b83b614a867e18b0e4021bf121cfc5a03d380e4261d4dbb2026172b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db036725ac86062f609d4a279c03a1327135e65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f3e298508e75d67614bc713c42a6c4014c47473b080e0c2aaa3aed61b89186
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c297f28a358cfe3973ed581ce1e5bf1a2c0ab213
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d767e725b6080bee3151d54ff7f9dddd4560d6b637854b86a67d329a7d68bed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5994f0fd0d975b5b9836f75d360ebab053210d25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dc87b3425d4b41dad22297a15d38da01efe7a33c2ad920c110d7de8c55333
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ad5e20f4e40390ab76f6af823d8efd43b8b004
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ab8ba4a075d0fe3ce0b7e354d1f933b07a2560b9c9e7be00b670213acc1b67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c616311ef0e7c6a09356182fd46a6bcf2d9fadd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee5484b125ad9326d7d6d16866c1104a67ee4633098b92b6d0601a8ef9916bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe393a5942725dda043afe46777265440b29e88b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cbabacfb6a038ae5bee78f802faf61fc07e4aa3a343b6376d94d9c2e9ba378
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427e2d26bce8388fd76106d1d251b0722720be5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddee38bc989199d69656e8cade59b25e39ca146129ccd3eaebbc8706558743f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbdd1bceb69852c6ad004d4f49aae06ee24312d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a93862da0d1165468fb04a7feeb40e719ee643ff499b7a7bc4b6f47cc77fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47988bb35b1efd1d69824aa480f52ea512913815
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54f202cfddfc22ad695a6a2dad42122f30c8c72a47b6f41afab1dca644ca100
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154fc5b0529cd47fff116689d6376a5fbff862a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c223f1420a831988ecbb3af40b3d609cdf93259a392b333455a628f70e22557
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abeae2e487ecf0aeb5fabdef9dcf3782f7383f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a918926af2cb2b2e37b7862e76ad57efa264f2e2d4b471b22ed3e0050b43fdda
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005270b80d5084dd66e457be86fafd25d0575ade
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5fdaac50d60a6b568c7247b4c811cead618f2d072be10b9130f89039afa5c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36026f8d2a5e1c75753854cec79f9eadacbdad1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd169e2056527959ede0a47c8dd4a7199886fea167d4f98a77d49edbcc9a3765
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c9e9384af0de3b3205ce120330a621636fa632
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8c6ca04deb79261d89cd1c11cb186d8b02db13aa432ea92628aa77c2691864
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d87976a9f98eeb98b2e2c5d22a25680a6976f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84db5736a506b7fce258b1b5355d72848d5352b169746d6fc54725b6593281e
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d18dfd56fabfd47ebe71dcacfa7290c452890bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d860f639b61ef469f7da613361104dfb0a68bcb696349c3be0f891f52baeea
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1817af5212e6fc5a6e695555b7c265ba4fc67c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7223029789a259f4fb7cb070af11356b0cdc00b8f502805fd6e46f06d9c4a0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfe178db6811b67a9e8339c98011765494b61c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50820ec0c1dafbc5e52397d215fdf93941295b48217770b2111ccd8ea6af6cea
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682af144abcb6d4356519115afbd9af1df3d9061
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c534b6c0bc486ad37b608b8542aa8b539cfb6a984a601391d48929f368b3f283
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9cf307a7dcd11b73693a1eeacf21c88ecca2e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57498e3375ae9d9719fba52ca6928010a96a4a0d52410ac8ee5c531f7e94ebde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f470306dcb0728e29e3a50ddf672780e5df01e2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2e5400157f73e3469bc3fbc93b416285d4a09aebc66fe03cfd572c34e99c71
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd5be7499c46f7711745edcfbb6b0aa8319f1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acbf171e4e2fc850799b4534767b33b7cbb66a274efb29a40c274dcf00b4cec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a908642e36bf0d524c990110a4fd739424adf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a93d0b61cd8fdcff060de223e51d2e4d8253ab3c71b4cb873aede9df8e221a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaa57b91d512803d507e0360152a5b6c0b423a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e812752b5aa2f8ff5c865801d60b8799f5fb98d0597fc1f5aa6ce69ac935e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645b5ebf28563d4daf6d825229b4196686a52916
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314e4f1b63583f3d4d6df82bb98e60f0337e8ef84495624f5f203b194ec3f466
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6891e36920dc8a9c40f59ba86ba4abe9e3b5860
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68421f2aab9e304eb0515ab4ce8adf512a18c3edcf962213e330c65ad3c512f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdcf66280e619ed430c0785b20f3be5fcfc82da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d5298b752bebd862eae229b58afdfde69c1007cd3ecce8d1bbf23655240390
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa1f3035dcbabfdba337326198e4fa927184874
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5678dcaf661372af2ee905b9a73b939f75999a3b6f5ef7e5001b5704672df7ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e15f532163af97ebb69cb069d4b153a00a7e47a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee9414558af8122c47c1d220b49475b74994f5264999f3fbaedc45893051322
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262b4dd6cce358ffa85d0f0c707bfe628e625e90
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354a81ccb1af491add69e6f3de7ca9b8833dbd52940a51223951d995df0e94f8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5e3dc29a011e2be040f91876654fc479344f29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2c6689ae0e049c9ae1e0560853d5c44da369d95f5af4d247e162ebf775e942
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5488e9bc78976141f56b37668bba93f3a876f559
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94155393061f859a730be4eba3ca19dc78b7825d5726935c12bd880aa108ee20
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3082e629a2ef00c779d7fbc711981419cceda8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df4223a47edc60bbded80822e03672f9a8990c7ce48e770bd4012470dfbaaed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e3358b7b4fe42dde81cb8c7f176b803db99a91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bab905cf0a03036f3a86603754ff96d9a525c1302e079b8b20294967ea16e8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea88e83b406987aee6c1cb492cb4a12695b31815
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577c72c148195d54f3cf59015f9b1d2a4f612de193256724842d117667b1a08d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd165853cabd505e790bf4415e715eb29e2d078
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9c184104abea133f496606c48dd400f6a30b16ef429d65fb89b67b5faab525
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614c95d2e8e50fc5cdca3f8fa292ff290c3462cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93fadbb3ad6f03e075a07ba3ccd17fcc54fbe7c750ecc3cb72d56c3191affc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa969547a19315b1c689c5832964885dd145ded
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781879359954d64df5cfdd1f3da3e8de741f95091049717737e7dd16416ef917
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b6162ca55c79ce43e1504c2201f87de20746d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28c0492d8c2f95c0cc56c5d20b35a1bdf951c9f6fb25348120926c5d4c4fadc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2944aeaf5e3b8bdbef6fdf7539ed20633d8153
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33438f9fcc137a7a5f33a76311b4fabee9488f3cd9890d7c0809b361cd0d696a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a61aa445b04d3712cd2ec446af3e0c04f97324
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4ded1af5f50bbc1cf9684ab2c45c717c870ed5210b772f3da217b68ead69c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bb174d650d078da32108ea80e61725ee80d2bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87e696c663937de5f93c0b6f5d17143e73ef12d994228b92c955033b7653ead
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fb7daea542773fb77dfaa9f7757fe5d3a8f272
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf9091302e8c4304f0b6871bdc0ae5e940f25f061ea5de22965b53d9c1cfd98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0cdbe5ea3097f544d65dfc0a39b23fdeaecc10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfe0c628239cbd6020bb01dd331ea9f82f04eed1738f6f106a735e7eb2956d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a88677a5addb082630d61a6d4671a52d122c5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d22d1229582cb18fa467393b31578309cac0e7abd3688f6ffa1213f431c24d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78295ffd11c80a60490cde23d927e3619790c34d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3adc65358879c1b5f517f8d70dbfd1b235d0a4a513c6ab34097d40bc0d494f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab867e93040a77715dc940fc8fcde97c559d54b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8725d91bc6d647f7563cfa7ec9665e303a3f73c9ded860cf820a30f2bd3a518
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187a97648d2965e6ae42af3563b1acf7881f46a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395b27c8ef93148ae5ba50201c3fdf218dc795c50b372f31ab6581f0da9433ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3f37f1ecf0f9d749186c73fbd2985ab8b46042
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1e9fa0a4569920e5993bf6dc89fa5b895b35a8a9d055c5c1f230b04c7121f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ffe5e72b81283a24cfa0064a1f31c195e3af11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdf96ddf245de1a4bd5870b0aad9156c67b3128e3d052817ed3cb932f74a256
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228da641ca88ea5661e502fd27f947c586e0f79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f226b14edf258ec9cdfb2fb910c198a095484196ed09f8d3ec1b274f6e67cbc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887ec9ae45c433e7e506ea64c13a7349204b5ce6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2be32b5b699f60d0ca05d7ae307ec58042aeaf4bd361a6cd3fbe3451b5a354
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ba7ae0f74cbc892bfbd52c83ef110baae73422
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034a865f119fedee212482cb3369f901766e145041ee36ce2793fd6fa3fa4aeb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c164258631f11d9a90de3ef2611953cae77e18a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4133070a2156f8391f8033bed9f6f8a162228a9de1524b79d83dd08563446e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90fb04aba0ba293db7c798eabbb32953d0983a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5598d5c3ba90e9b190b3c67fb2d0b727519abb1402248df1bc95912aa3d83cc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5573e8126295a027d093335c7cef426bd932bd1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e236cfd0f7a5bb10fc2acbd75500e70c9ebb8ea724bd99aa83a816940598df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1fcccfa830770d11809192459c163fc3eea818
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf59f3695494069f3bac001c69cc06c2a1d79758004596008c393acfdbc09c0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d4945f37aadffddce9ba4d2b78d8faa6c02a4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425c4d489f96762fa2083c09c66182c574dd7b1e6965e777fd6ce058ed002273
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26375ded696d1ed347b8c1e4ebf5c52c24ba534
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafa47fe11df58f901819dfc64c6f9ef77d4dff71cb7028b6a9f33e7307536a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e4a1865e0d2cb9a16402538dc870dd36a9b3f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2525aaa87745879c81685563cf28d70c397264c87bb70c877fed25824185b49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7678a565b9f637c4bf0453b234adf07f523133
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad5a537f206477697a26148a1a52d21f9c2996c080072db0ae630956e9d4749
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cc8470a07f3a30d234beed2e984ca0d38b2590
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad12a015b26d46fba35fd0fcc418e1bd183db4aa32ea2d6181103b2ede9b4914
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380ba9a2d3abf911ee420c418ade26337f27a816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1333381ea465c56ac4ec6d30c33811b4ccf5c53e9071bc95369205d2f265b62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0f1ac28c8bd5c11907efc7cccf54a4917b5df0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7dd6b44e45ec987618e7b925bf97ea809bd3d7cfc4094a403b3d9c8fa387f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e110ef7e7a8242c26a78dd18be3dd38984f94d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ee1e5deab01ebba8f3900eb99fa8d78c761634794d254e2317908c311661e1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf6bd01aadce62683093e1e4fa6cda29a0ab46e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42be27ea5663abbe6ad49e446fe95f0684d082b794c03098ca85904a7aa872a6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e2467811c8a3a2d7d4690ec9458cf2390091b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6acf5020c6ea72cb0e3987208ed0a14a673d6de683621e9a81d86599bedda5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d422596d609067b573f6d3fc9944df5d85b988c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d99fef147e22434082df2cc62462efe5b6ded6f011bc6c51d1d01417c32fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff064d936d42056fdcb559e6cdc394d892e1011
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153efb65a8ede51e2aaf1e3bbe13cee6a7b50ce68f7be1f2ab62f70fe19ac9e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2453036738aa346d6a491720786bc9022b1291c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4701f18d6d8767fdc20ea3dfb14009b06760296e725edda564bea352f352c8d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3201bcdca9ef604b3138a0e381c48a093da13171
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70332cf438d189f18d966f8415cf57edddd31c2e1aa83bdeec3048a5359244eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f47608de89eace8c4075208830836a4d0d38a7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56783fe70e309059d7afbcc08b212d7425d0540bac6cc489d4c858447121c45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baafed879ee49147bd86d37367dc57e1d42a8bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0963c4a946ff21d0124a3c82b9fe5885339807b5a0476aaa5d913649f79f963c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd7ac99f8a0c616e551aabdc1205a797292dcf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb9e6b761d67dad9b21bc3e13f16e753fb4545f28a4080b22c846463b0c3294
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6127d32f6db19ac9edc306bfeb72943d508d15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d920543df5558882d23ee7c801489a6fa16bdf2b827fa06a4eccffff17fb3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad0743fd6fa6d2a88a8ebc74a78eec25c04159d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c00573743549b6accb676814670c0889495a87fb2dc183d1001d70a2a28eb6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6237b566bea939ee577e6c87172a73fa2535a1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a7cd18adb61bd1e2f77f89c7a131d8889d29b5d2b44aa547aea7fb93f3ac2d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22570abaadc82710d16f3b81b54bd4eafcf76ae0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e767b206090e631d7cc96de322e297a2f21af720905e42b2c23966ee02c4193
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee93cdc0cb66fca21abacaf5340ad2fe2753075
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951fabeabe53b0eee58276e58cc1d589020a7137916747d751e57283bb2fa164
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5619df40ceecfe7e22b9aa2cc31fabfcff87c6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4e7f6239f4175e0de17856148a547beb303b7a8438c88150e7c86d12c4956d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc92562589fcbff793a2b153ef0d1508060275d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30468035616234fdf561c83f1f410b92dc1019cfcb3eb12492c82b36b00f6ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269b328317f5478df8ad1e1cc7858383939c8146
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2193d56819b0c67d4422860942e21aeca849e0a40574a2b6d185379ae2e5cd7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422bb661f8d22d7b83292bb2996544e10f8d4806
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652f7deb843dd4be52eb624f1b3ae97ebd90b21e82f608c610622ce04bd6a67b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a8e04dfc8412439a8a01362bbded08dfc22819
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77548e8af43c5b169c435144c3f7c66217e71aac32cde856180c4f5413fd2614
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a00f8f48d98bbe579d51895a0cd315d809ab5cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592b19b2100e20096bee1f5df3c152d2d5ea3fbf23e3c5d1c54782053b925b62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031032bb6be4a715b2b74a7f097c0b1637882191
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d46f67178a07a80ae9f1c3c67a945290f909e5d827e295bc5a955b202a796d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac495e9c6baa9452e1e20a708a027df1313a8464
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4e3933aa446c449c87d157c2a25de04aa51fbff2a40152d1c7d1913b2f5ad9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d183950bbe8d1697b311bc1598fa3d0758a807
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8badbeda476a6a9e88fbacb5804238a194e475f59070603d91c2deb4184a78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47efd58bc9dc665f1fd1eb99e301e0c7000d910e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98b50a85ae70e59ee48714337455c2977531a8b608fe03d3dfb678ff9c0168
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0a651eca7e5cccb11834e6aaf4b862561269a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de16e0162aad1a441bb266c092148535745f322f3976522d4594d61d6a81102b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7567c89e982cc74fd717e9c0d8de520761c24c05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a9e75a1bea80c40185b6d28321f5f1926a99f3efdf0fad9e33b1a8fee81bb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7aabe19348c024e8200842d19320c8e86c41956
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19af29728bd308005058af34dd13e79fe24f35ddca41c130b278f22009c6e394
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672554b7e2fe58aa7ba9e23cdd8dd0b185554116
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ad3a84393e57521044f5376eb13542ddaa3767294d76adf53937bc750106c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8334a7fe7646963ab9ebb68f77fd6a2247b9eaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119b343ac65cc6b7d63a5662c0cbbd856f28b499437389fc042148a4b9dd51a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cfcbe7fa09c156a4e02a71545cc1a262ae89bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeb7799c70e173d61281b0c8dbee72506c7758d8f55caad2786c04f4de0fb23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52724fb24cae0db98aab1f45d0a2e756757f67d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76244eb9c0b22683c1dd533e2d4c00b2aff081935174378733de77259b91ad39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb656bef20265177f7520de260dd6ad45a39757
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae3ba87474593a2103db35f9e30fa11269e97906d048e4bf32aa5ad8e588591
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8ff85960c38d445c610ec566269c4d3d12d24f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4ddb6ebafced29dd2df750a0ed84ce5af574099a11ac9d0cb7141945b13d99
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5310ef61471f49170b973556e1e8d1fbada117b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75d03b623a28b59f2abdb18c55ef68863ee8b440629a2403471a84a52d82e48
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae59404f9ae38cb090e15d8430426cb3381ab71d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143fe86ae72ebc8225b2f3ac0c15da6b93ccce4e9dcc7135f6f1cd3f6afda7cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b0ea679d1c2c301d9730043497b877d9d31c46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da58eaf46fa7f7d634501c5fc01361de3dfabea0f74c5d2a866d997ea6da6787
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aab49933657c3c3bce14ea74dd960fcfa090ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db95fb3fc19c9ae43dcdb81f4bb7f063be1266bd2f3eab3a031e4a999fa8a83
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb8cfc120bade1afd612a4bccb7585412d3d5e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966569dcabb54ff86b4a14c31927c6a57624f22e7e82d2298812e36654c8f80f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671c916eeaa0e62de1fbbabbfe39a94dcd30e21e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da638cc2bd63efe7ff1e5a59af0506b6d390a4e48578ff407115d36820499ed7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bd1c08a69c2f823f0b375af14de3497ef16b70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456079ffffed9f4345b36486318d5d9a91c3db9b9ae140a9e2146ae64cd244f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ce60501a65fe30a0102cf08a513fc9b0748dc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5975ea6227602db03ee80eed09b3ff97100487c50423b3e3349b21cb5a0a6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1af2ec727a31abf5f68c0c783e3839706d6f9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cf125a75d0a19b3d2e46ce30c84668a77324525737d0bc1ec5792f2b674a50
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9206348b1ec0591f067a6243f17372130d7a51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f39a99540c40a3d51e400ced0822ec31c4f4ef0760cf5ca2f32ff4d455a939d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e9fc88a57eb6af0f7461bb9ac71309d2fadd6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1446748381a49efffd53fb52423dbd0087c715fd7251e2deb900e3cf3271cf02
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6b4c686a3bdcbdbf9f7a2a0919d1b33ea4a54e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5fe6e1ea5f751160e30e6a10c0b7f4629da3219662ac9e4b2641428df50749
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed357b7afd281c7d1dd48e1542b777865754c997
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e0a00cd237686c7a944d6b13fe66c2bd12cbfd31e33894bbae0872542b1aa5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30eb8fc1d05431bbc96e4861b6b5e46cbf3eb985
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481273c2399739d8d27a55877c3f1be645e101e6aa0d2040db6800c4d23a2614
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0755ed2309a93ab231d4de772a1a4c956f5edac5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f6000fed405bf2f486f1580f7f0c10aaa41c20f937fdc4545e9ec9c23597f9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2371c61b6dcb42086d4b026d20efe03b96029e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fc14a9408807e9b1ced6defd4da8def58a91e6c3603af88a2f9d613918b37a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fe2d54e2ba0c1f391b017586a80e217b125f9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d1f0a407d5cd8fb9e91d97097c86bbadd9b29873ca13da08201e4dedcbbb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90938af2f5d0cfb4411785b0dab84f67be72d0ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c26bdbed1096ab21060f9b634b2110d28e7e6ddac538b5f9b8bc85b8d9ecb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28cf76cf64b99242e62069845d61413f0668046
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46b5994462290707de3971f624dd17faddee58bccc7521e808264a38f2ca072
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291650c1f046e60d83ba55278b4e9a845f914f01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87061e541d4aceabc251ff74dfdf4dbceca0c898664ae2675eec4e5feea97eef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a67cbeb2d9b686cf459f5e7cdb93fa4204fc83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e44c4a721d4abb9cf2bedefb4936a1ea279e4acd6c908458dd234a7d786522
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f54c8b454e7ac989100b04cdf7b5fd54932e43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39083f66b121b180146412c7c5aaba613f39123db8ddcec5bf3d84cb487baa75
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d0ef9e792497a2b221ce488c0c484173322fc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a441f7a6d2cf8651210614bd5554b3c5d9aef8865ea41d0c82d83e358838b1b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185039d2d5608357b65d9ab2477d79730acde436
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f36a1ddb1a40a5522abbdea07300e8cf4adaeb7e20cf1ea870cce4f4f5afd07
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e3c4994f7aa6742bc99e47414e49b8c2110360
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06de1195f55b2b15a86037736589af162e1ad2ce759da71b32203db90183c49d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a71e0624f66720dc2b6bb2637d13761ca50696
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081941a449cb6632f308110cbcf1812f2a3d3f32ea1b0fb59e144e58a1882c6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8d8f3ffb57d7ea76f7b7eaf7659d7ce9011e7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a88cfd69561054470b1cc6ede8ff07c0fbfbb8a5c356cfb863a6b42e8aa497
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ed36e6122074e23a04a51f39a325f643a35318
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8071ca9043d605c53d2b4c1ae5537b5dd17bc00c8f12947a06193ae1db1fc8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40050286ed8bfd6f23979edd933dac01a8de9a43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c5f800ace86ed18da2d8fb34f8fe6fde621c3a5ecb097b2bc4a689803678f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959b1c4696ca8ea714c3157054d4d9feaa803ee4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc0aa5994db6787b7a2aab2f3e6a267eb8c6e5b8b65c70aeefa807cc56da2b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656281b499e001969af86da43f29bd479c8c4924
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4fc8268c247def2f0e092babb66d01dd8d6c5f02f7ffe88ebe8a29e55b2979
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205c20e3aea6d8cb669c8595e92ada040c5f5f79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f18af90da57bb262b0c3bd91dfeae99396bb8098d238d280721f4889650accd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9359139051758b48aa00ca1486f296b6335e7526
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba17b747fae4d6cee3d08d12546d1f789ee2c7f3ba4f19bc75eb1771f52b217
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a7ad55c1148e2ac970894c622b865a7624b479
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301201a0cd64bed9bb299c7af01ae267e563ef7a0c4133a9c88346da946d83c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e3493508a66e5e6a5b1f5bf22e57f3a0e42dea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e70708f283c13a6bc4780c5a058ec4f8890e49a07f8ec8a2bad2335c02628c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5f721d2fe90ae99a9563221f7c913cda9732e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b9d151ec974e1eca749a245c0d2763a453bacb67f6dbd1598ac64d2df7e745
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0585dcd320b29a5510229b5e05ef7b78e535a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36924c4369244c20f35895bda00456907b4e6aedbbcc76b00de18a2f5e811eca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c990ec4531ba6c59c2abc05dfd46682726cf6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafbda785711ac784cd1c44efc5a7656c4e913992341f9f19299f107e3e90894
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9873fef134ef11eb74fc096deadf5c808c3fd08a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4292b065261536f3431f359dbd5a6d7ace37ce3f1abb0eb656c23a0b32f0f9ab
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cea3500abfcd99d3f079200da6eccb5cc9132f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbff2da0698dc2235fb019e7fc0fcf328c021000f57066afa6c69ad85f3e915
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f37948ee470189d31276dcf5cc5fe8c281c7d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3dafad42c49fa5b58597af39837a7e2503c5666a09016d026a08ce51d3d16c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23152c66324363c05baa788d091d1c84540a245f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512a790da6429a6a6b7694473f6c507286d182a598e4af503ccea9464ca79d08
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734d8903de1b216c3afe8000898f4f5a94e963b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188e906841502cd61adf840d9d066e90b0a8016b0cbc956e74d9b27f9883878e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61dd18bc6f5c7fdf891d2913cec414663c1e519
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9736303b1734bb6689919307ee014e938a28b821f7ac55c77a7981744118b23e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbda879c192d68d68dd9c5b9fa18b4e2b89351be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50345e15d09399ef791fcd3ca55e5af51f9a84f17cbfe3918a3f7fde997fcd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d0761c57e62101b12be915aed24ecfd5d19e30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48380af44d0b9cb1ee8e0db7b235258a9f2408aebc00f36465699d88ce43ae2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038cee86442cf7a7643cf1ffac8991d6445e9523
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82709840a6e3d2bd197a9e65b4f7e20cb3e14ac8db9a8b6225d6b0d5c2634ffa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437ecb55a0ec093c964b13a0fc27b9bb03c9572f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac69eaf6d787a47862fc74855970029f3b98e94408b1fe88f45fe03b2df37d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad5e6d811135ba000b48263fb2d5b9c2e45cb09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240fe9432f9dd412bbd26cdd12a41553a0d744c260e768dbe31d9021fdb44e48
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c36e8232197fc38d54a5dc34c27aec44b22fdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dace71a75015a078127af6a0b86f6d175183d2826cdacc6cc72af04adb0bab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf6df61ec9e3bec5ffc224c20296fa4a10f1563
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144def49e4dd507c93bb2caf758e8f6fc5c27aaad87feab3ed088671291b24c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e733faee61172792e016a27115bc71cab6381323
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67be808745602a26620f81d8391080ac2c47afffe95b9223fb809e865e8d123d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cdaba4f992d99f8d59e1203a23f4a7501a59b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02192955f4fc4ee627f000ec2775326c79e4bd7c05959dd71fcf4a5caa98aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25522ecd56792f381ec24bcd70657240151984bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646eebe374351b186033a17130c047f7c1cdf139df3066b932ecba68d645bbdf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86201c470fd29fe479f3ff6a3d62d6f20a8db660
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae91f5ef3506619af6650ba2df808ec16811efb6d5bfc4678fdfea9146b0a032
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d21c90cf8ebe10c1e77113aa009752de73dece
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e46e5ced483a93c5a08dc8cd44f34ca08f71b5de0807dabe7a3092a6ef011c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7c3bc1993a10679fad711d9400d064d55483db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1861d18bc3b2a4d73bc18c7a6cf1cc54eb49145ae65532f55f70291c58c21a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c04e6448d06c9ba39776b4743c7e7ce62fa08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a8396a1ecdd97bb795bd885e9d78a2600610437cbe89df75288ef8880d19da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087019b9e5e9ac7fe74e6e8028e8085d6dd94f8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baa69b88ae7a0d7b5eba3ebe709a66d8e0076dd25d89b5ec14f1766c6560100
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ee4e37d4f20ef3a571b9553d6f5c666d76b60d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f7fab654ee1e3fea9cea6608820c4f20c8e4afea921eac3047fb057fea9008
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9e709a2b75b84672f4ed10e25c3146df48750a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2275216165f129960905bfe907a001e58a19a439ec1cc187a127add8952c20
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3333402e88eef0f1648fa373e4b443e173b3c9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b8d1b5bca5a8bbe8237970f5bc5af31bd4112b104846833980ea2a4a42d058
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782a589db200e5c59a1c23d2410430bf6e27d0c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35e20de290efcee96f319884b24e88e42abd6bfa1e68d006df6299c7e7a73b1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8929e698bc9098201eb624cbcce9f22fb1ed6451
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a70feef3f8ab3dcd13a4f16021f2317f4b7b7f12eec8a580ecdb6c4cb6b27b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9665eb1a96e5395c54136af52c3a775c9f8894c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994fd274b888b2cf69984c51ae872c096fe320ba176a41542aba10fe017b38cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ab9df1f106c04304810e05762a7d4d088cd046
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93ee754bcf38644e7e754df3f1543131a6524b87752d4c05a079c056680a1f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41362d50e81b0ee8efea65afddc52d4cbfd43fbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b35f6ec5831f7ded9b8c782aa670b598adb77aad945af89853dd99f885064b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a9120727b08423900341b62fd4680b435105de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b71231fbb23f547ca4480695dbcbd4d1b46bfaf0a345258c0cd28e0f9103d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17444388efba6eb1887b1b010a9202a39178d0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97676f3ab163a6e20e8191774415fff6312681058507c8ba0c310948a25923df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ae6ae4e71a8cf64ef742ccc58d4b4b91794b2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6221687e8b65cd0eb1e3383356532f8fd778e80877e00617ccdd45be6c1e1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e87232acc5a435279ab50c5fc93a3a0f7f03d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4438f9955cf5f7c7e110130e2a231bdd403de51ec9c3047d73458d956bc5e357
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ed58b1871268d0ce588ea3155f374c8589e767
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6bf3c2790fd13713d9ccc7c7a06b8d97c69d7b4b94f720575885d9a7d26b32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ada0d4358a123edc6e596235beefd5a40af795e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834e1a17ecbeedfec14e9db8729274ab011bf5759e44db35503002390212d2ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cac5619afdab92f181cd770f1199d334cbde177
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab5809eeac7a004da23471f45cbc464403a5fd8ffaaeebbe18a2bb02d5c252b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac70fbb9496b6403f0b88176feca0a337c2f709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ef8678b1029fc2834eca8361d21c4cee8ed607bfa1764ec6650abd26ad475c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2958db12380431d286172883d726b1abd8a02a78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5954a01714906f44a96b0d0b2bfe4c6d44ffcf8d8d3be1386a9a6bf15c0fc8f1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c07a46a13435599811f90157f2154105229208
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd2d79c4d54336e773b6132c9055bbd171e6d2c0ca077ea9408c956157cfc66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6350a84a90a58f1dfbdf533d769de249e297fc2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9326002905a3296a016a9e8a60f07093f98f15bbf2b26be457ec88c605363a9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a097f4193f0f9c5d7b549cf485a2697bbe445d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c060db368f9dae0545d4403ccdf2960a744dd429e00842ae7f44cf101233d1d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06500a1997cbf89408e054fa189d19affe8bd626
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b92130c09c6407e4ecfd97de515767f911a153faea3a34c1bc1ef9f09b0281b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a022785dcca013f213f7ce76d1164903846184be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ab5f542b23147e76f2073dfe4f1d7ed14dd7dff445cb94f120619389dcafca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d4f335b6ca8a01e860cc7e28c8b6d8de386992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd8ee78f4a7ca88f6f3db4969253bcc525467df7fc33182de713d1f305b9874
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749649a274cd6989dc19eb2120aed92bdd7dd9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01240e7d61b4a4c84f4a683c638bdc9188983591d05ea5d41c9d73e9429d0f85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629dbc44388f76a0f213e1b4368af6e2b7fc9e56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd1db96961ef264739fed1733ebd1a79237d6f0f94bb6be15354ff90485e6d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b270154b048fe5472b4e0f32fbf06325a35c99a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0beaa08ad8761db4fc323027a653df21df7cff0863693bc01533a1d8fcae0aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b04520d93ffcd0627fb3d6d4a65010295a3f912
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14cbee8319bf39414b475a9f1d7b3f15e05a36f3c6d54de3eb7fce5fc800209
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c46333777b427ba35cfcc8933e4100e3d648267
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14636cd867beacf63c24e86114b265154075b4491135d8e1173fbd447a5c134
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7081e8294d200ad5ad8977001dce2a194278509e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1180229ed382ed92ccf5c6509148110bf2becea19deeaae17b6a4a96461b273
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a67762cf34d399335f2410c59b57c350e6249ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa85fc6bd0f728ef4a876158d7ab5b4185acfa2be280ed48928c55010e53578
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2120e13595548ef90e0050c3aa5451c6ca80a38b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c38c5f65f4ff7e23c0a62c0bd806b7265bdbb3a64275118dab6906bf9336156
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d545d9c82434566603dffe323f70defe250f5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33979e65f873827fba35f538c4040d9a5d072e105e5cc82153eeb65849f327f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8695b22cd502e4847b19e57963554677908d79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f44563cfe798c3daf146f96a475ebae90ae2132702aaca15d3657a9bf987d74
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9d3502d5001970af7ebbe1320492293068f62a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ab4d6aad7c81cc517d35a86bad30430f20ff0b45ebe0830cee219deaf9ee11
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09bd7ad33f7b0e7063336656aac4927bf6b13c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9a691de19557fac169eac450dc43c6066655514921d67627e1842a39ef32fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3c89f55db224e8cae39501e6ce2781fdf262b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2af682752fef382dc5c355daba067eecc837ac48da8d583ecd458b89f37c5d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afa8192b612262ce7bdb03417378b48305a24cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ef7bb0ff7cc87ea35480c5ab2aca58345915362c4b256d1e17b2a56440ba29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06efe11526e9b817cab5590274816412975d41c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e86d5ad14559c73c54a6f0164213459570ca39b3e8fd00e5fcd80e26bb906d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df2d20ed1e180b64800b9f539d5c01c46781a69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b47c7b3580ab9fe64a45b4f801655b18c0fd3210f91021b754b18a75c9fb52
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4725f9d605c48b41a4137a20b3cf641d0e626ce0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54840a86b0f048693cab8f70cbf00ca4d45362dcca73c82fcfc78412d398ad3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e95cc76ca0f2396fb61d7bf6cb3abc42668f67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d8bce388bc3a2165a7c12090f1299df189f3b9c2d9db0854664dc13747bc90
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bf8900ca3897582128677f485ea241128683cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce949892e0b790a11faf6915d97c45f2ed284f8529619e4f437d352c0c91b2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe8edb19bb1fb8b795119ac3fa83ba059fc22c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02675c083c9321049f2223779fea8f43506f6cb747b991c319806e052dd7c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b7744fe370868a471d2e191d0e1254b4162227
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f882c71190301b38095752bd0cfeab12917d69b3767bee5bfdddb9442c8db3bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b7c7d03f37f6bb9bd00f9c9dbb3546681d167a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74bc5436a26e93baf9829edc5d0c9ccfde670589bcbd1c59b4bb64596a81fc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc78c709a74352f571955807963edab5115d1fdd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b9ef8aabfd039583e2778cc3131b65e3c35db8e2693ff39b70e224c0c96ba9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a4dc032d2ed7614eb1157ab2e66e46c7e3219e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824a8de32cd7137b2576007655a1af8b254781d25b033a90248dee812944532e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6c695c4c9f87837d2dddef5042b2b4019208b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754042a9b1317c5c4be39668a9f7dba624fce2986217765b3c8c88a91f96edde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa5a396915d75bc50a6cc63d1cc76ebd1455ca7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fd3ec89e43ffcf9b88122f448b66844245f475a9c3d16ef06d158cd26d74a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de296b84272f6b00edd5da0c4209fa4ccdb5783a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e476c612f0e2fbb107f723883cb8f8f00680bf1c729a89f9190f97bdab8af6c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c0d5c1f1a52bcfeefcddec9b3fc105be84e987
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a020221ebe194e05de1d4d4d05e2170ed44c27fe4f4a762f2ed62576cae9276a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cc9bc67e1ea64b3fcf2193e95be0fa63d64acb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7137616f49bb519a8c5d45050fe8f32af1444ed339098dc9ec03221532810dba
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e170611b98ae985966b10e067d93f9a8d5ff075
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66a763ccb20ea776baf874e0f8024d51b4544241488843fd43ee92a9ee7d037
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f1c788c58ab938a3fb5a3948a33042472b03b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a8e165ed9bc0ce45c03cdaf156a63190b4a0d92bfb1ce9e463be09e4ffa0f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace6de597fd4984e79c39695404c6612aa3acd42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56d04c6dd6efbd63fdab56f9a26505c30ad320f68aeb1c803647d984d59dd01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8ae17febc440be221b87a0ce7f40b26820cdba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3303022de4e32b756b1dd8503d7252bece0b9368b99d494ab68a006903c4811d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d60463c3d20e34c93d96a6edf0defac97c79720
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccbe975b93eca4f6f09fbc5c50f26279af9f698ae206b2b338048e2c4468227
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915b99b9b3f03d7656e28a8ac22af16c3a385cf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9badba164deb375cf5dbc4b8d85c7702edfac59b46b02a50ffc31f4df289f302
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad623f784b9633396394153c97b6bc4e941cf3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba3ce953e59d21c36688b8ade7b696d1c441da5a8cd845c6243a6cce075f5e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab76e91adc7d0421bd8f68507301ae792b0d388
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c774c4001fe5b949cb7879e0125598337eef4297fe5f0d834c1292ecb38e74
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab79680745438cad2617f584619a7c221d3bfb9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e90d4cfef49959d1b904e90cefb80d6d19a49604a5395f4e04ba559e726014f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac17fc6bbec2a5c9d603ffd0b19757eac7c7bae8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9938791bf012a98a2fab2cfc99d0824351070ab8e452e2c53de05e3754d895bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0396d73970ef3139167d51c5f7eecbf26031015d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556996b184c6237c75b276deac342740c94016122d7f75ab54c6a8bc967e401d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb9ac29278f3ac18de105749dc48d97f02b2057
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8918a2dd3fd31ee86b32bf590c3094e9c2a96446def0bc3928d0158e58845a1f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b03d908d9a5151511ad6dbda71cef333c4b430
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5021b55aade0c7057da7ba5281b789a89f433bd6b2069fbefc27ed97f014bb7f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7ef6da522d517acc1c5fdd42d5a60ffde12020
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b3d80b971bde27ecea5e014222055cebc5a93deb9c762be03f9106b75622de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72837ea8d05eb05a61fd096cf13e2e4bb67e43b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f2b36a76b7a178abd4515f2ba935dac9315781ea634a7a83354c6e002458e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd0b5f580e40a80a27be44ac1afe7ae951a8c6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e837f2c11aada0ef457feeb7aa5f1ff88b64580f08e9454f72d88f54e28e36
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e764d64c205ef6bd4e321c8fd19c35a3bc43e153
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5a853f7184be97daab8bf64fbb544eec72537d4a0fee9c7a4b2703e033f7f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d773ce4e717ed24f3596988783090c33f824c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dadd212ed2116a7e6224d3b2b31a25da9019af67e481e6f8cdcb473e33cea9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe4803f1ca5fe2e7235aa4336d558c86fed3e60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf479ebb3e8e75e6f408cbc3e7038f621cb97b5eb22342c0531b20fe18d26b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac47eb9964780434c331ee198eb0da443af8686c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293e1204cc58c03177af7af2eefe6435115131922720b07f058c618f7ae2aac4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541b6c8d799e0fd901e2a367a5c99373cd8e1c4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba671b044053c8d47b57daf08130ace772ae3994d51309b452c390ea2151603d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0454133163b02dfc263fe98750411538fdad3fde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac329ee6fd4d6e96832f936f72afe37a2c21d110bba56f87fed28ad79f44df9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d35449612ecf0a9bfd4cf6e0e008ffbbc65168
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee377f0cc355f32a3653c6cdba1af7494ca23a7cbf46ac4166dbc3503a77508
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c436d7df7fef597a780bd5883211ccffe8ea1ca7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c151bbe42fb56bdc04c99b238c82195f02e36ffaa6d9c33a89547f3330b28d52
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a813d5511dfd21039bc13e3d9b24cfc3f38adb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7e19ec84362571ec7c1b884bebd344657ae965e08e7be166e4122214a81668
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864fc25b9e50a27a1e7e8322c00e5325d583775f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0108e1566a70b47f12c1142938a926302e58dd56832268435f8111fa4781db58
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92dde9f5d91108839d6c0f12bf94e02b23624f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3419b47eea7c25698b5f4f4799dad74ab18eb79a9f6335066b968e3577bab7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb5beb1243a86994b992616bf23151353a778d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e4053ae9e75c787b40a1b4a678654939f919571c07d6262d9c0905ed0938de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eadf90a8a46c1d61efed1176d51df66a29357ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fe90869cb715e67d0f16087b510b25fb2db3865bb903fbb9483b00c4aa129a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8e596ed08c96562b0e3fa69bc2bf952137f75e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d2b30e68e0f7bbda17d44acc3dbba6dff23a51419bf3af32d7f4c90cb0de3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f629c413594b25a78b6505684cdbbb26561c8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffb87601fffaf7c99c3d5a557645239f09ec4e24e763d90a3b39c9fd0e52b84
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4b2bd05b115a3006c6798c4eb726b1ec275c76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620402ba01c4d246d68d84aeae658eb1a3685da070f082fa443c7bb2d83d0c0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea70eca91e4f42a63e6eac9a3ac7162cfbd6729
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2da6c7026b2b2cb02a6814588aab2a60ace1fa5ff6bde407ee61d793293c0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7158219a61e96770c7e1cef29f4a8945d93cf1d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8e6001fcdb59f823b4827f76a2f3a36b84e8f2cf74da9544e9ce0998a2a9e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f2fb377f57138e9866e97929e92bdd88e6e08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139dd42de083e100cfdca68bc16103d3eee3ad8bb45d2848e86ab5889ca4a254
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e713f319f539d0d93120bf32e17c48e8ac418d64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055fac66deab547f41fadf6ff24b30c8543840c86da352c0adc288af99786870
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcd69a75b54d74e95665947eafb4e9e0f98986f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccafc813818b1ec8b2e909110607c4284ee2963c00a2f4e59c1525154b6e026c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daff862a02b0f016aae2988efa90f9a021390b77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98630abc3c6ddd9c1b4edf8ea7bfcaa9cb9ebea7d86d4e783eabb3a49c2f5743
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e45c5e6ac214a7b82250f3c295ea2e513e6c90e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769c097ab8d0561c475d606715ca786d99afcad0713102200981e16610a98d73
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d4253681e605d5b5ba7dbd67c58c61b495de2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cfed8a8648c166763ea289ad7d9c2aa8006d58e449ede4ab5abd1b1ce0e3b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459136efd0188a69692290d2d21e6417e785d8a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26274b68e9bd56b4a069b4f79072efe04f11d8a518081162f7e6ad69810758d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f11212946651527b7ea91a1d96c97a926c8d66b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7fbba3b8e3cda9208eafb43146442f2aeafb88d65b5dd58c3a9ea12a9b98b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f147fa2af82a21ad0c679097d090379d1706a9dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb090520a9562764a0320d5ae2dff23fe42c243e8c2723762a0a62dc26db8cfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6d92b6e4e4775f18f38b99971aa4b680f283fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03ce57e52ddd4ce0fc22a8abb2664614ec1625510e5d2d035ac1dde04360f9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50577ab85603377593a9723112cd26ab5d4e6050
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc090fd3e27f91413999eba42c48a4c457708b22dca21a239fab985a210afadc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5488a701e085c99bded59f723da84981a740b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b35b4e153cf255b530d2cbe5fd9d092cb10d60ce3b273995209aebc2497014
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab051cd26c3c9ca0e89b83128875801a2bd7c81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1c5447aed8d9d7900eb99a6745239545ea53ef0d32aa39f4d163e0f66b6b83
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c9ac97b5723dec0c11acbc3f62428c882e52c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1804db5761b0e831d7907d3ca3dd6f1e6e418d987bf65d1d4b0da9356b9dcac7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2303d8cf31bd0f4d777f13f0318d1f1332305d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5120f15bcffda3640d7d8e1aa969de22d618eabe822fb8a3a570d460eaaf8974
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030a642baaa778411ab4d435fb4f7c1166d9db30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521c29a2a39a7dc2540ed79d3996640057c418b9942a033f161a7dcf3e1c84e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab6c14be1b0cd75ff90ef8b90e09988977e141f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0927319370533f9b552c2feca2e8b1e656a9749a588119f45359b6b6dea0134b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee093513795122717c9f80e2529fe9923a03411
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf4e716785e5261af4f0b5f5df4740a52cb0e73da5af55acbb92e9be1ec8205
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f157da5bddc63973c6d45f9e37d445d46542657
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c821d712ca5bf70b29d16b8f40d3531409cded4ca4b5a6399ca7ff109c5fc3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8464ff30f3fa6f074cf7da6eea82ff5406a4500
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4a0a310c24dcdd97749e69861fa8b83de83484d9ade4f032561fc79ba56faf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb6be06946fd9368676503e4a62169ec78c45ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c449fd57058fb6acc40710873f26f97b373a4aa6c5f2bd248df13ff63f1e837a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da07a2dd720aa6ae492110056291ef42093bd7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec882b8ec03f6aee851b252b71447f8f0f77f4fe5e1d5738c126a394680c14
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3accaad8141150816b3f34e2f9d816af61a4cb28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b70698cb0dd85a5cf2d70b30b9ff9d1d9b2109c86b720fd382650923244bc9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd26cdc8cd4bdf83cec1505a1c666a386d7f3fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d86bdcea13a7c76fa1a4bb5795011a772eab4d07b987ac48a6c057d32fbc44a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c807fb7964176e9879d4d39aa3061c9ab2d0530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab325235ac9c78cf1a9a9670ebe077124053d3c24eecf6f98b340ff1efcbdc4e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c4b7e26d60fc5f35f629a5c5d32322e78c626c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5c498229e18b78d864b0fe5bcc7685205e8ef633f92626eb9529796fef79f5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d89dc090e9245356f42596cb7e06c1e953a8b5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cb204763dd5c501cb841a2f6fc640b730cdbbb577148de239aca107716ae86
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f6e0a2087cb024d4221359352df35f87c62a21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18421d1093e854c5fea2c64a702b68a7dc512153bd91bcec3bfedd68fbcc0324
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb205b87c90a53edcc486a80bbf70525388a5a19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6449e47c44d583c6021345e3f7b930486b0bff63fd185b4f5fc9a138539c3af4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff15c838bcd7d6b5c5acf1b3e20f9cd8dbfb225
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e77e0201a89c316ec6e1733a96f50e0edb078d54ce348814726f9c8340f4e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c153d5aebeaafb910b18fba6f2c472e54a193fab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2225739a827a29cb9f3cdacab989e2a74ae37df09d77c50a1a43edd995acaf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bafd719db277945f2024ea8a632a4ac135f3246
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6421d5f977d3e3fdadd5bc13ba90fab721e3125a7514309babc494fd12cef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae8c14eea94a02fd85b358e1fcffa3ee86b56bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2b2bbabb7661654a233311b9600cb96377135a15a7b321871c0bf59e31fa06
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14697421176399157665683a3028d8ad95e56d44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfbb44222e6ee2d187d04fa8e5a0ac59069e07196de8296c6c8c4869ed65874
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534152b33c95f64498ce9f8ae2b72319a54f84d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2cd1781b4d7380ffdcc5bff3ba8f08b27823cc85ada4e430c88161eab0a911
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2c749effb4dc0e65490319af5f26afcd6f417b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62dad5c890e4670c5c8d2b408cb13df16475062cb7d588ca47b39ae506b0ace
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d35b4b7a75bd871b7312b148aa02206a2961635
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de79eb6e60d5b6af23ab398cb47eb3f8cfee513a3ea5ac79a5fef76d4369a74f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40880d042cc36f5fbdfb228be676e075cf735e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2fcc9d53228d2db0c079983ef3ff6e0a0f335b99d8547a39456dea9b17ffc8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c453cedd1de9ed92c5f6ad25ed78c348c9453336
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f2c82fb1e0cf73c4bf5a99d64cc801bb5ea4e36f339fc4a12f4290e73f2a6d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c87ec2bcee64bd907f282a1eaebdf3060166a0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49b632a638faf78383bc6c2510cce55e9f8d4f6c046916f81a87ee7ec549536
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f44ace7a16d66cdd3f33770dfb4862b27083e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17950728a676c9f114dd2186f569fef44e3b0fb8f638b72faaf2fcdfe543b0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49c3f2473167d713e50f7510f4e04c78bcfc3b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e33d2b29096ff225eb2b50ea120c99ce98e1db9a1681fdb63618ff64a4b978
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a8fab468ae94419c04b27e8a640d77aef3dde2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad566919be0ed579c8015c6a0ef3381792452c5ce217a5abf5f5d01d1125ae7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e68ba0c67cab236066e15d2782de430133539a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286080f11b76cef1129016a7089c9a112bb36a269c868a19101348102324569a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ed42dc33f169bdb2ab1abbae6638febd10a02e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ce8b1506f12af117c4dfaca8acfc4cb106e8bb1cb260217a33a9368a5845a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019056037ad6c792f9d2143097e31580ce1c0c11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef7947f69d2b6945f65f9e26ff66c7882665cb21f089cdc9b4e6d509efb2bc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d2a57c0e9a09cf03446d5dbdf6b430d84a7d75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b8741d9e5235cd531b55ed59aeeebe9d540332738dd6acc2798789b2dbee9b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98896f522240363f4d47d8375a6c110c0e72a2cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae4b88c42dbb00efa226db02487486869f96994457a499031a260c39912fd69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c94e1bb93756341fa87b58fcea46ff7b5ad047
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ff6071a823d725ebda36d278940fa3a422bba81ef09a200d6ec81d8972d38
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24603bbc35f27ce9831c7b7af1555d26525cd2da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d306435972b1f8da93ac87aff313b7d9d14b868920ca619811770167df63fabf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104554b27f4ab4471d06c48edd215c4203bde493
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca99aa874b1480af1569889d5acab35989cdfe999a3e0f70b05969cfb3e74a9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95274e6dde6d235046b751ec7ea646f6b5f03089
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a56ac1f55751293f57e9d1e0e1f66fdaadc735d5b9478ac226f43c9ba0d960f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6630ba90c79eebf8253bb4f57a7ad1530fc3834
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3b51ceac902dd73b69ff98558f73d08cf4b8139c489a172c186627ae41ece3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28fcccc8ded5669ae5519cf802ab5c3e480b667
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73164d56af2fb637fa9e83952a7dd05aa98dce39bf230bbda0bc60b1002aaa15
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2decdc0766d9a99a846ac0499770fcb84fa6151e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382aa5e385806d460dcc75320c420d390a8b8900eac8f7d1c4832ca244e93510
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067d913cbf22c2dda5621ac1a4d16e8cbd11e5a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47726c68289bf1e65f24458301d679bef8fc7eb75b564042152d4a65315aaf6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0850f448912bbda1da8a63390381b5b9cf8c0fe5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c225378c6ef6e3479f5d9f5bf636953ebe9150c8f10e0814e2942bf2bc18e26e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a67ecaee12be5ba45949780c8692d1020f3a2bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbca16b75f970f4d1816b2a4b76af5ebbd64a5bd4bc55038192c28376910aa4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb28fd087dc1d136bbea30d89446cfa127efbb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099397cbd14516289d048b84a07f8d065778bf3013f083973df16f642105389e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9878a0eb68247dd340483c97d82cc207a08c0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eade3fd17342c9c31603ca6c548b05a132f8655300d92655f3dbabe9eb3b24
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa31fdd0ff927f66bf82a08af406b0330b4f5bc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22203785c69653089f8bdab713f0a1f9e9bc1ab4f3e5d3a86bf11245f2be7dae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac4667a1c16c4533b1beeb84c9ececb57da9cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6569624a0581e4eaea2d540afe27f479c8310aa1290f7e4abcc7fa6bef25163
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5aa2a9ed85ab87e38373aceb4f2220f61ffd74f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ebf4dc4228a81518877c182bcb331261880c2facdb185768ee4c3b5ebf33c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aeb97c515d27b91fa8eb08623be37b7f4e6f01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f61e9f625c15263d3940b5b8c43ea818a85aae463ec6f0ee26898c8c7f6273a
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c7b0fee47ab067cfeceed775c0060d4fc76245
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0b025cfb1336d02111b4c256ee82bd9714caaa9af015dfd0988640dfa7f447
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce4ff1eca777f490e0d893636fb752f50a34cee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff20797f7f8ed28d06b9ebc81942d5200a5e96677495d5bc54938bcf4bd9417
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515183b1298cd4ad42c97bb2fff328cc45d454b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb973d5e5468da0745e8d1476449f1099a0807befb2be4481c90078940e89ae6
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3865697d60ac191e10f16bc008c62337705d4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e787fbc71d1ae69ea80c65e58f304a82d3bb4c5036fd0b0155ad70ea606b40f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad15e9b3c4e8a804f09d4767a4dbf43f351d2fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90aa0fa97e22c037124c678b065ce544a68330df14e45bc4f290e863b25c309
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6edd26eb6d360b72c98a9d7d1bd5477b23bf5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9fa01a1f56810cb0b5cd80803042e30c4b81d15042d41a818a6c8c2eb8f78e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e548ead506d5e33b47bdaa22ccf9d25fafc5ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71c53df03621ba4f74be1817f79b6387b6eb507b7a02599f2e9756605777417
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2712099789fe0aa5e977d2e070612db838a18003
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9635bc6e42c1112eb20c5dc31b0e9c5038ff309efe17320d97a5aaf3e334c105
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397ee6353c9025575d3913ed4304a63cc2ce58a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d7516bf5ed3e287f2ef817a10dd8097b4b179023005ecf1b8226ed1e6be5a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0144faadd2a7f84e2511f70175c5517b41be731f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3babd0fa2318794579edeccc2f39243ba81e5328b9f8712f390723429b063747
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840ae284229ce9c4a4d1ad3f09c0145d19a79b3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787b7c4bfbe0e3eaf459a96917282b5e9749b0456c703e7f78307f2552883a16
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a7b570b26787294a0df5caaa7a6e5088d1e6e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff70a63262df6b4b984662d07c5731e9a752e48b614f92493499c6f07d997a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa5bed8ed2a36dab6eebf8bb1acceceac6d269a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0a9e7e8b286a235d805746b0c5b759c81289752fe57fbdc38ee88b57b31e3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1505e69fb3f32c961b19587386160b9af8644f8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fb9929599ef2c1b996f802f0409a2eccad1ac20dfdcebed0493fef01a35a2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542001016f4533894228bc6c83d49fdad9af7d84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a755be3a3c5522d2a0778f876592f76ad1b2b82cee4c02f37ef49e4fb11ed26a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dda3fb09a54dd9a5f0385446cfb45c3db497039
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3e28c6ba096d14d6e1d56888d21979ec2e8aae9e9e6dd64d13517718510429
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee59520c829c2cc3db7f85f459517739a9c4109
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9afbdd84776508f3055591608770a07af5c15e76d8d8c68553c6ad2b43da122
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb499bae8a39d789e4ba7cc1605dba1dc5fc498
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc37e3bf59f2e22dbbedafd2972e696c9d2e327e5b8cdaa2a23cd97b59660a0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9b04424275630b40375a422d4119e8d3508537
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850fda69f24ace5fc44a6a247f3bbdc7133da02680573ff5c4aee20b3c63afa8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5860ed216d9fe87d8f68772744d3ef2df7de55e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2675db7d9846fd60d8d668def494080affd33e5a9939bf2aadded681096964
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c928b996edc5fd6babd8cebd5d20dd71b503259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01bb6cb3172c23ce9ac4e7b7874e7664dc3bef2bbb0bca1311c6174496b9d94
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1c9d837fdcd44a3646348849d547c09c832c60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab91c771c1e96ef67686e5ebf0129b4df7c2a12a83802d3e75d3e3fc9bd64b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07e2d8a5a6a22f1fc75a6c373e7292a34cab1da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd25540a8126cf86732611694a13b8129f0c40e91fec802589720431fe45171
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6348fdb1dfa0ca6e505aaf048cb1b9b230512fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35f490ccb633e067092352fa757b56b0f9a9f075df9c97549231b0dc55a8a0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb1ef37f6c989e52f2708ed65e691102875469e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f552d6380391d94049b2a35221258ffb6496a1cef2cacbae3784d49884448052
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48078b80f1221994d7220aedda407e4ea28c17f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aedc7945c6e223e65b7369280bb48f0a389d068bf5fb476e2a796b0c03df1f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3eb72831016343bc830a061a68e33c12e56b810
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d9b1457bef1293fbefe0528e33927dcafdd46bd1844384ca6f1359a8e7052b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93a7cdb8e7b9ec93c7d840bb6eea710bb7d9abe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f123e7b6c4ea93d2ad477ae3cc20f197a5467395635dc9344627503d215c708d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524aecc7844e6372870b3abdffbb35b011da84ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a8dac1d4e545f2195951ccc7de5009fccb1c9aa86a1f2c3022467eec8c8be0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c688fcd43bc5cebfc76c86eed574c09efbe521ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25de4c07708ba0e9693cc1d7eef1b1b3b199e63ce95853645b8ffdf11cf48b25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce60ae5cd722d9a5c668a144d6a39fe8c5c8be2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9aa094e644ecad7a49d949caffeda30b35f61a58417c55df5d6c11fae9f774
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cb43ed776808c6ae9848977da994df360fd8f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ae3f4eacf55f268628cf892ee4bbebf6ab882ccd13041d06c6985e40c71f98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365e24a80d78a6d00a23fc4f7c1c34041632291b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d43a3915531f6c1524b43da473a68522b008cf908463610aa6e4108cbf24c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f5547a1fd9c21483391bc2ff64d5b83dc7c897
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6d4cd17022f8ee20af4480a1940ecafa56bdb2c0dd8e63b101b23640b4adf3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435f947272030b4817e25c728b75d1e9cd963c63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b40acf6626b63d7d93383472ab3bfcf5ce6dc40974e681d3d95c23c8221ea1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c6c899ac54f9df671f74587e9a4d5ad07a78ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c6b3af9dd8ed2bc0b762e5fa667561b808751d7836dcf0789e5bf926c4522b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29f2424f23c64aeac31b18f6d25795818e1236b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c832a9cb282486a199c0a4519ebf5796ceb6fb21284238b7f4fb7fdf4f2d2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16284dea9f4990f77f0f600ca84100aee1ebf1fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4356177c7586468242798be9f9f8a90866fd807b6d0f0ee36c248efcf6ba2a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74378a22d9685c954fd9ede09d4677787d756e87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0132b0e0e18a1e4f0efb23802e97cea33139028d72252e553f682f732e9d4ce5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44152f69dcd3ad755ed7bec20b8380e974674645
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf414bf59cc4a811411789b6f67bd5edc0c17e4da08fe901d1e9d89842af6ac
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1edf1fbe1d258aad392a9b1a22fcf21a81fa62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eb6d1e293abc7e1a4cc82d0e0fc68100af9a41b1d737263ec9034f0404337d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7079a82e6a5556a0ab3fac5b18eba4a5bcd34824
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdc2cbd9ea6d4b4486c05d0cfb7dc258cbc8603e84ea98052070cc19079704b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9020e1c062712483da12487aae97aee269f62bc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f93b3231cfd992014434311d8f9b9c520a7af59727385a1e7b3643e63be0595
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6e8b9c3bb5b2f980c1c03d17e8128befa553a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3dd9a0724cf786fe09a167795b2ad9abb7bb6ea8618f5c2acb20de507c3422
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e8749e9e4edd66f47aeb362f7fa8a51c48e1d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990709c208ee8b2572b2b6b289639cfa7ee1c911529cfa6aa9ab421ce7cbf4a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ca395611eddf0cf4b416a65cc3129f61bb7b37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c220f42d8b3a0266ab1eef3639909602a3b753e5fb9bf48b06626e07f032ac6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb6320e5a156dd1f5a3cc3aa92b66b46c244e21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12715d888ff58a9416f6a778b57bef097ff1a073e13c49a8884b7e270336fbf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2558f18dcdb0120b3f54a73a9938ecab7c45c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339b2c7302ac72ac232f289c3ef450af73b50d5b1868d9f643e4a4f02eead4bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d724df650c0d05f9b9ecbc0e1109b1de5ebd56f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a51f2f2d20d70e565dfb062709bfed53b081f749b4d3e6c6ffddb16eeec7a93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009f6bbe7da258d10b1d06dc9ca7247183245546
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b4af1673db2de0636f639f16b7515151ca45284adc309b7b99e87d60ba66b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74313bb2631047bd964b552b3324347a34ac6ba2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c1f48d3772fb377477ff3c5b9f78be70287dce37fbe24c7b8dfd3cf5a932f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31982fc1a3c1e073b9c3e3b41fa82a0b379102
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96caa2f9d8e7eb0443b0133e6c7f8a66d7ada00da0b1914178b8db5c48e4862
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d73f3dea913c424907b1f0939b9b4d29de673dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd6226ab70aa78950c1bcce0b197058f89d9682cf331ea5a216e8bbcfc3424d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425694f0f24714c17f70b394314b182e8a1839b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7c1830e6b992ee30f24af2288577f9860917929af9ff5056487a6e8616a5ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5d8b7994ee3f65ae0c7e7a7db2e6d6209267c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d02e04b69200f77f2c70ceb2e26c0b2023b970d0055e688158759b31e04d24c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6f0fd5576c1607330be4f9d20cf41d38b0664
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b617120bf50db85ab9f4a91fabd11ddad59f3c0af8d93d367bd19182a4afa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6b6852ce13994529513e106500348433f15de5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0956f41c216d95e3935af8f4a443dffbe960c3c0d457d4a324d3a470e712cf0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963c99978df334892c33f52e82cc79fa4ac8143f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe64f2c4b42f84c2f0478de5fbbc455a971a3c9eea641353faf7bcd35738fba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce6189600cd66e81cb8cd041f63ad6f34548c86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10136b65aa4433ec1697375120e82cd2f388edde3bbe2b69af7f9d9b0eab910
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d1d19fc9e840119198f43fe1cce440ea743be4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8623636e4cc471ad89de79195c357e47b408f7728b4956958a76bc59a184de9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aee3f41369e39366410ab846c51ad89d8395fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcf63b29c18e94e375b904ce2f27939961b73dd63058a7ee005e6c54c7d1985
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adbe55d72b9fd50c2aa98bfe0f88511aa97a712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3181f220d287acfdd26fd336c907ecd173ce59b861b21bba1f85070027bbe0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dbab9fce420af6377127b86a0254d276dc385b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf760142dcecf43ada01523f194d84906e34533d4fc5350b98dde1e33f7fe43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e206f660f0eb7dedfc7de09fef1658a39f3c7c8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16c3e9360736fb41cc73b791e8670fa6637542953770f03f7f543b41fa01f4f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f590a86716113f48d6674b2045cf2013b623bbb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4a4c14a1a6cc7b0b18166d159887cf6417a0a11f6876e8f0f3169be3ab0954
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb1bd42e71f06af1cfd07a041e1a4f6bb278fc0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89778f4042da1ca2b9c96c2d4e3a912b16e47edb2e292bb8aafd5e335f92b30
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131d288dc6aba90d0048bd30a36e3647842368bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e8af8338373bdfc52c085f3fdba34c4a2899007688148ce518f59dbe40b797
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c710609939c4cdd73b15a31df09885dfe86fe48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d17fe63f03f31cdf95d6e0ec4796918906a7a349d9548b2ca153ef5540b3ea5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57e166f8892cd0e005eef0c87d62362221d1550
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4bc537106c31913ddd31cef2363679ee05ee909ed0830b85f1313cae1b2220
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a429aded830314d4fff2a102e03e31f33ee29e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74158f61be61749f63374b4b47a66f03de6d98e10a559dac34064f230a77c76d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88b10012ead264d6463be8d8bd3dcf8a56903e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2148f57045aa9f07c7b5cbc3a17a5bc133aeb402288cc04f5dc577ba2bb53d42
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7eb0f6aae6b915b729831ef98d94289ca4e094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454cdc15cf05264e3779faa1704460a9b1444386a95ee7c9c88f7c211ed0ac32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4812ba8f6464a8ff5d3da1581f346748cf49a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2705741e0de13813612b4bc4e8ffc39c285244ec9fbe9775b1b44e5685575d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9907c7968b9105cdf26a39e46fd78bcb43aba1e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f0f734a3e744424179897c00cb38e01150aba1aef6274bbe7cc10fdd83879a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febcdb59f5879ffae25bd7a1157464b1dd78c344
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e58fc768f44c5e862d39f4ea23ed48948c76c844f9c32268aeabfa4e08fed6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c9ff30e5af260cdef2119ac67f2022c7ee11f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4717875e9fca012ad21929181bd97fe34453a0fc841e1009e684f2d48fae111
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072d5ded97380c0d35b19c73bb934d4165e62c92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ccd464f9d99c5ef7d285018c2a3f83b263385ffe6bfd306bf0032c3d2b7c59
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7628d5ed6640002362c0c7a2ef094f129b903a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e7f9bec4ec175be1b66cced0cd585cb450e2d3fad9a96ff8c3f5014e74345f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed9beb91b8fa32cd4dba6c8927556e764ca7f10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f57c0c795f45c3f5f08211457a22ea34734a5d4c83c083a292e3ebdbe58736b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140bc3962deb77ce2d6450ad1c07722bf3af3ce7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c91c774afdc8c4735e03a3bb810452c8ea053d257aa69893ecaed76c3cc48d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d455254dc6e2ef33c79b7a88536fa8d0a09e0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e814ee14504ebe1e9bc27335bec159059d08cdf0233b101b181e1226475706a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9811bb9c1ecfdef214dfb8949ec68ca22762dfdb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8df74cb55a82fb378a3798e58ed4d01697bc9b2f97518563db7d86c791c133
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e958d4820662ad89ab619d1df9399aa2453506
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f34d3276a2fa8d9f83eaa848360c7bebf3f3b660fa36e2c75c4e89faf92761e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e16103ea167b7ae379cf0af8132ec17ada5d38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40409d3322f8e5a9a40cd5379f9229caf1c892fd20aa7b6059f25e58b7d1e17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0809e68b7c59495af75faa918e63edcdcae951c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc604c98a618d0735f094fed59b612610d9cc9f40d1e939d805b263a2b6c985c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207c7013b46ec172d6e29071b1b201722e64dd42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6582ed4d3c1f01b44994438e74ce47d409ef438b430eece7f6213eb8a84dcd9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064262aaf7ba4c7e4105565a85925a39e62865d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73305cd93c715bb00d9a43de1fdef36b7de279fe3544c1323e62634f2c2bb781
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82bd4960f6a2af4308ffcc72e4d538af1fc95d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e353c067b650736237fa7005ce5f45d067a33d81912ecd6549380482c91ae029
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b50b38bc4c35324cc7e17236475c8fedf9b0e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8a09d817d38f02c65690d9ed3740ad3a4290d53bfd450a5f82d2c739f93714
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3336348b8c2ac7c2ad99f6805ca5b57a3e1cf92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6539716a08937cf0f13c078a7ff15e223de51ef14e52476ad2762c178e2b67a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520eda3433206b104889d638dd1d8c0ba6703412
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02c7ff852b0acd5e3f0f6874b04d9cac64d41b5ed50c6bdc0ead8b3246403b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bb21e80b6d3ea37d9ce0f11fe881bc2f914477
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f774d2b0623c65c4bab68aba4a68ff39c020cbb597b8ddfe7f6a30db6f155a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e49314cf407e7388a7ed1133e424cc02f3af32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583ff57a7001c8b8c89963b5c397348f984d0fc755d76de9cbbb6d37acb95eb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca751d77209bd73b63d4c5d65e1b3876823c280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd5bd44ab628e3fd4cc11127425f6e30ffaee08c2b4c184f8bc4100d586777a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89575089ae30a3e6b6261a9a62ca74521e3e6df7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63d4f2c8d30c536c64df72046d605c9b014da25a55c46747bbf4b4585b2f809
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d58b43dc9e67118fc2a2e7e2ac5720de504d9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7346585bf3cf4d438dbef52ddd92ea89fc9df249b454e39a56c892133007b09
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3588a919be9e156ea3406a866331102aa9555bdd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ca961eeba8dbd501e1f6799196cb9f4ac05de486b3176c54f11529639bed3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf32527d62181c0fb7ebdae6a0ce30da4d7493b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c5738691e13d88b86db42ae3ab8a8b8281ea1857e8ff33535357d228779833
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d46f499bbf6384e85dad8f9b6a00ef210491a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7099100155b1a001b7fc1504a2546038b76b146e50b54f10721d4061406e7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49f962b9e83d7cfb3aa76a8ad6d105b5670cbf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80c27925bcbd310ab156dc4e6d6aa2d811170c437704d3306cc21879c67cd6c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c656e450684319304bec1050b4757a69fc7dffc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b7d0d487d028dcc65e3025566250a8a7f3b6b47c71cbaa1640eee3bf0a0069
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71ee63911ff401106ba3df811f0cbeba4513560
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ecc45cd585e4a44f48e792f8dd60ba94734a47828044b42bbb6a4635215cb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0cc86e95c2b6f9633c409215b1c6acc51c4e43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba98d774642a12d5fd1b5321877395df09f448e239d0b98a12817b4907e60a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ff9153bebfde82158582c620e7bab1b5d4906b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dea78a5fd66d3b816bfd5b1e0715a26457bda85702dc98f02d7244a1174385
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef5c3a75e49f1288a4a4739da2b471336bdda8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63433d85dc6df5a1017c1f4f8d7cdc88f93f58a60a8620be42c54a9bce7ac7b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea04ad27dbb9534b78656f8fe4dfabba84a3e557
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf46135611e3f9db32aade6016a45350164d6201eff90f5510a6d393ca156e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300a12bc11ff58c919fe3f7fd5b56bcc43f0b869
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f709aa53f4e75df2b669a905c779ca301fc48c992a48a23c4347c6817f3075
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435b0783b3e7f6b20373818f23ab9a46391594a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce465004100194e10d76dc88c5a015d45bc88c0f8dec22848932b6772285df1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f438da45c53599b2707c258e060405135521502f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace7506d0b9795299afaaa43203c73f670c34258f8185ef18ea932ac3e10c303
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77945421978c9ff4336495f8d4ce2cbfcce2a640
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f6e2c26838972d75a0edacd55b7696e3624510a17c59088b70c618a66ad4a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cef45fc106a3255c7583f20fb6f6800f2e8290
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63e321df0d6508fff83a1dc42daacdeb873ac3205ad15bef1889cbc5f6c8251
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d402d2ee9a840e4207e0dde480557fd978c03604
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc7ebb75db5730ddf0b594af597ba680fcf03f07a63500325b58d941d22257
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d86f94c3f385d22ca0988343b731a301c23360
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d2668a4a30030bca2e7b6e09ddad95a10805280638a638a0ae9b7c7952c8c2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983c3c24e2d67d3f01b95741860ce7ee69a1a030
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebb5345a8b89524cc8a1c648c5832d82a356a9c43db6852b346269e4bdeee3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17787850a8f7e19b642490fb2faf02484b280f24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805fb265ade7f10d2651929554eb25e25e9f7f3cafb9b99f3d006b05573369b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ba1f4b0d08798541eef4ff04501ba9b849217a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83039179caca7d8dfa6c50c603c05e75d7c76cb16d9e05eb036685c50d4cbdd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e3b8de1b3bd7000836f248b6160e6cee6d4a9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef4dbd25aaf7bfa2f05705c21fd817acc5e50da04617648f605cfcadc8cbd1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e75150a81902108ca5b2e2f58627a706e3cc88f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a32dd4f6550b618016ab5c6fca08b5b5eee0a0c6ecc8b7ef40265c4d6a2a584
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca7469dc99113988dc038d6d0b16f233408ebd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ea845498e7c43542c5ebeda32db7e40152f3e9a5206a661baf9a7ef3965fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b7ef92c20b7aa5e9bd5b435b276f07898a30cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8855e201b67d598f76e53fd9fb891b126d66024bdc685d19d9e8f9ab0fcb87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63b0935cfa515a4325e6214c7aa08a9d3ea4b2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf38ade8c6adc822392ea47012a51f9f0a5758de560ab9adfeb7935c625a396
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db1f9afbbc52fb075c9a98cf355daaca5b359ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb1d1d20a587419a889e60970a4adc5b5072b2369117515806cb21555667630
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07038c77f7f328490d29d397b5c2186619af012
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72c37549e0b8effd79557d22561e751a8a975c8064fccb5d7d2b6c6fd90a6dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65a565ace20682d5cf1da4c66658b63f2d72f3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e254acc0c00f0094db95c5d82cae16d307b254941a8bb542953783cef1afdb42
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba8bd4d5038fb254bcb2b33b1da7452c499a165
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfa52c85723cf55795aad1245ddd20628a915edcdd9d3176993c27be244fe63
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5520663a49f307e5da4f14e43a677e4be806be0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5931fb09f9ff442c1c8be227784ed66d7621b35723f3a99c4c287b620485b43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fdfb98e1f3e38b76a981c55832c1d6c3682e73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd668e73d8905c89a084d3220eb9263ee19342f65b05afc86c06f90cf57cafbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a992139caea704557fbbe155bdb573e3b0b9ed1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca711bf47ebbcc58958883c5c2fa3373e537972525908bb3b00852af0f5383bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a56ad241095304cd4aa7a75c2442ef357fb3083
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac987f802cc71b2dde650395ce7c70c6473b9f157565b5f0a4dcac76293661cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d584e7d6f49cbedc4a695f4b74d2171e0109b553
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea8eb608e3debdaca8a0ac02bfa9f6a716779a99400c2b448c04afa76967842
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e245039e1deba8c6f15fcc97449735423b282d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db787d309c89bf0642b8e696c63c6659d639fe7286e633d0642ce677ec5932af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c243070dcbcbb11e6d0b8a566fe0f3333f712801
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b044a9aeca97c50ede9a51abc0f6ca05ef531bc741ca48a6aca3350d0c63b1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23be49b137367fe4ae1cf6131981e805a7fc0b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a10054f4e2c18c7ca39c3b0fe4e39bcee8b5eeb8b2e6945207d37902adb939
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd8504de6a608b0edffb0144de41e88c8ea442f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef29ccf37d23d619707fb2e434c327f3a7cc726d605dadd641dab9d933b58436
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e8c30183345357ed60cf13af16849a6c9d7700
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa5df6324783bc1e47faaa12fb4047f54d42c1175d6b09be43c131150d124ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c514b79ef40b611a61b3716c476d441e223f35d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb33473d9b3ec2af6d669341b3d2887051fe8b5c02a97d4a30f9fdbddcb7151
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d774281446132d0f94c676c44c1a182721dd7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be541d5db7b59f4db6abbeece05996ec48bb22a82573649d261fcb6261529d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e44bc2e57e7b886a9c46b02e882a0e22681bbc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d696971d40003e19b31e57a5c0823e913429cf338176829cf12b00bf13abd039
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616088ad9088a94316142ab78b569eaf61f6ff11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465b6e479837b20469bd1553c308d98c45dd6184b3e20a2a04ffd91effeda353
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab0066c1f87487d8dd5afe8f79ce972091456e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412486933119148732b7381b105dea6352d68e3cc802454f1584412a88579ccf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad99b079254b1f272e4f48867bc60112fc313cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaaaf98b26282fbed5c43d4147af12cf2f28bcba407826ffc86ca44a0316a6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1025689c207ff989838c08d87328b499561a606
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c9a9d76c107a6c5a5d63b69eedfe47a760adaf08b7aad1d03896e3a1ec6b41
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7339acc64158b60ac722fd1eb5dfe98df9ad79aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a46e8cb41ab738ae75ae911c4623f522d92f42e3279c9878d81c61aa140f4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377c64333936f6ddec87cd839e4abad5fb01c1d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bf0f1a1f041006ebe87dd1bc434587f43eea0099bd8577e05e32442c88fb0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ccb9ad90efc2471f06ff1bb23f230e6deade91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bb7312d633dc067abb7f0b09d1dc03968834651595e334f6e8e139c23e0c98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eae09db35bdf11ba5b52b07f09294bc0a87e140
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1a364b27eb6ba43830ecee765e4fa0c77006f7c86b1b02079df06a46aed9f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67507d4a102e3291ca056a62e3587e1ab32df3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0bba22d1b6d30a96e47faeb7189baebe9cf803259f884f3244ecf6b234d664
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd17fa10150f01be8da3b76df9f4b28812b280c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a67bb55d1884c29cf09940c5a3810e8ca59164f83a22a800d2c39807c64de2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe9085c4013d4dde7445f2fcf8b4988d543e9b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db5aa66ade7a014660a4dea2bf3e9924183f17dceed5fe7e6ae665ccd7c8108
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd93264570c0b1f72f71ab0e44989aad0c728ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a541a61aad4db444a09ecc0660c6248704d160ac1255970620711234f1aec7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7582b86a9c96e624f6d7883bda5ae3d7074ecb04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f626f733800bc1c58b8e65c17fb7ed5217bc97e3fefbcef7f3c7afad199a77f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cc215402623070d19dcde4410d3923096283f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71d56fc9951e454a40f753c1c3cdadc7ecdb94d2de82c3b80abea1739b17aa5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f6ef0c298a004080892cc1a368cab703c97cb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9403e699cd21fe8d3e914139c2cdbf35ee9e49a28290bdc9ea366fecf0dec4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d4492d280549a8a2441c56b8097d8384bdefeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43b8ef10f18b9401589567e44048aee3ea7e5aa1f4bfd4646af56be12a44e5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3879603c2656224ac94419b26cb2ecd945251bac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ed8aa60b71a3ac81aaaeb8f95cbb4879a302e95dd1a07538d81c7781756a10
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5726a8f6604d153fd9de3f9bb5a76b6997046619
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfa0051342b0961f63dd6855c0991d2d640f58d489093307ba7679e0f33b0af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4afb78917ec7802b0a1055de8f281318c849adc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86256e9113368905da798b802b6ce4e6eb2687d38948e3e973bc5d2c12df3467
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c0f7f6eeab9cbdb5352eeb9fbfd482b8f5f90a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c5f6b4785ca1e0bfebbfc5f9b1245b2958d54831e372f5f7a8d1fd45d3948
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001c8fbd5c4a1b67ce5385b0dae279b3398c21f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd2c783bed072281933cda40acee19b33607c3b4681c38400ae507ad8f1c651
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8ee7c746baf618ec6657340c2f819f4c1c57ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3edabdd6e57600b8c11a97b09814186dab31f65c50755944f8d62c299ccb25
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da252745763f0a7f0b912f8a180afe735c00ef1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addfab83abc05c8f92b5cdd06b3d6ad913fafebfb5ed93a430e787fe12c8592b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27908b84d515e22a57e744f4a024422f042f7a9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde36b56147165db779de6b1f242cb944ef6e43b97dbfc915d3997dd6023bd3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5477017e7ec2f7461ce127ef1652c3338b3f9851
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7dad740e2b800d42a040e4e3aebe25fdf3ba6886609e4362283bffd0053133
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc187808f15492cc9aaeaa574b5c4ddcee306f9e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d7dad456b813146974829ee9608f80a10462fd604cc1fa11ff4bb6268d3d39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f938759a3cd8d65f6a7486112277117cc1145b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4215101a23984959351d876206a1344240c4913e5496cff7ee4fb21f3005b355
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3533d2ac0f9c196b3c09c5fe24ec05e1de83487b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a000268e662bfba7b824f05a3afe945adbcf31daa871476bf6584936de195c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c63255f44fcdf707090cf684fe64642537e2c18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad844cbfb46ca3d5887a556600048227cc1459b0fd4722d533fa901a12569d1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c350d928c6767666db08084e429e8b1df195afbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400fc3423599e27b8fac7f915ad90009eb3b9a4da19ce73161b7c398535c0f1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce85fa8dc77861349b7b54090e73545ee810f8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465d052b40342cb950e488d0e792541a2c322f34135265c20c2552490d4cbd23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54ba03b1d7db91968bd0e239624b96349910cae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00f23aaf1f62088bcf53e1e95d4f91c324d02f2b22fad3fbcc754d0c448b702
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b7b979645a8fc33c47430049b4f554ac50438c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe7b2bcb227865c05fa0a69432e535e3a7adf7fd456a3010bdfd0380137b539
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08149228b954d853272a3c2e8824ce72e8918e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a491945aef79d3e77520db5e3c0ed1a5c12e5366e9fd14804ea399492d60eec
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe67a9a82e3381f585bff8137e19b5f9fb9fd558
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63127c83f73117a756e8c52c1d21abfe2f9e2a0c472068f2e9d481e77cafe33
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c070b15913d66ce0822cfa16f41424cf415b9f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b7bc5082aa7f9151251cd28ee8a8bb3a5a6b5e4127d45b70d136f98511d3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da2fcc65d2377adfc6252e6cd266d7728ed050f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2a9771aab12233d3ced8b08a7502d3762fb2a0353abfbadbd7212161a26397
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44083e41325f3da0946378eecddffbcfb39c5ef9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a29153d95604dfd1976683e5359c036ecbf745ca3e5f4822460a1b21779467
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40286649ae3c03898bf54eb2b641d0636332085
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3dbc852185de75432fdb08c057da7fa25bbd937764e09c229573e110a29245
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09d080061bc149aaa55b296f393981871c14c0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237648e02e8f340e63407c1217b08b9acd8ba13cfd3259927e514667bb7cda5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62658c3491c838d0754065109be50b9df9fe1b13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ad8477d81c7b55ec2e7f8a2c1fe0da80084fad9b710adf7280a6ea8662dbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d758d4f72a09d3ad35f8e1d4d595b40a14183
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f418acd3f8feb145451e470d7cd9f5f7c04777533b21f1c307bf453bc017b60
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9074beaa112a7d20344017b6cfaafea21965590f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca12b9fc61720a92276d6fdd0f3aa0f76d62fdb13646e34a4e14f0897cfcb09
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99202a53d756c52676ff3cda8b75fb025983625d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28348ff962e7c3c9e936714056163638400fa2c0528d3a6adcf93e2164f5c9f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdf93ed19789df8cf306adddb7ad2f2d240d3cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5168ce865330c72229fddac181df9774aa634477c8640d0ffa8e1bb0d148bdd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ec81790aedbfa1c6ed6f55e66289e7496be65e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bd3ea84033bdc658529a33bfa5005826d8ce19853d77d420596bc84a2bf75f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8a139ea4048b64c7e8c5aa0c9af8a8f2ce706a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624d60a27c0778c4fbce8217425936187b79aebbcab4a71decdb34f4480d7294
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4525c693346096918cadb46f46f71f40f3ec25b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae6923be7912500b551051301537599587431288356819084830958b35f52f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8384103e5a2c1c4eab7cdc8c4e3bd9480fdd1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8411ddc86ff023e5d198751140f5357fa20a8b0bc6ff71751cded9d6e2a51bbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6001472704d5cf088234232a121751ed2cc213
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87f7853fa7f0694656470929c043c1848b5811dc50cdaa3ac612e3822c9bf67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40886f5c4367c851966ffacab40b728624f053f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec717ebcc2e1e065d62ba47cf13531fe52e2ee3f574175b0d435f307d6a295d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995abefb33a3ccc691111084c21988c3b6ee65cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75c755cba223c18c9b80e2d4b59d7a7bbfa7dc97906ae954e9c95b799725209
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4186c7f1414fc91c7e285685a48b603ca51ea027
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96601f17fb5c564a2d18531028aa69bed58591d4e87c3165044d91ca08ad7e2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13e6134c6e1c6ce5bfaa1d71263b9f3b4971833
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52451f730862058d0deb4c8e03b39290a58a489dab9b66faddd78b2005f6b5f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043fff00e37602d703af3c21c3911b465fdeefa4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e6f72d1f0b2cce667c757329c1ed166813959b571aa2d20f9de2cd0b2de6ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db4ad5413ea95035ee3e0edeebb1a70361e5073
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af43cc4dbf19ab57a1645d2df54b92147e3547fa5e4490b2bd0d2309e954f56
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5855f6baf66a48ed202b0a4f8a41e3089f348ac6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453346143a2fef52912d76ad90e15675acf59ac364282148d15f029d9f38b28a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b552156bc3333abaa3fb923e2ad6e6db0d768171
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d2f2b65aae6418009a56ed51de5eebf5b5c20ae1e11f2f016409e5098c99cd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a8689cf01110a51ddf71a7c31eca59164db582
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f936d8c34693c1e4c14631666d5b7d27e8246126bbbba09bb197b9ceaafedc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb155183c4d2a66d9f386ee313e9ddc73480834d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ea9bddbc77b8338a505e4afc8f7da31e53049b3214efc3c8edef04836359ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2f327c2c5d44adca17d7e0ea8fb7052b4a3131
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be44526bcc9ad5932c075b079d4132a4251d44f5b5f5455d32d9de7bf7c9b1bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61638d4176511028ad3e6bd5c02baeb8d2f5ef6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da50aeea55a4ec4630d49413360a9b3e3b2bd6e80f1ead1610a0f469db04d6db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876bae8a71622b37a0bebdb3f3ac8905a3c80a29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734f2e6b783dbd89d98996f230b3e68e8dda38ec6f07cf127ce9c2497e8737c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7429eded5f2fd57d69fd5ec5cc3d4a241705b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934bc8402afcca9d282e90bcc354716247c0c511114095145acabdfb2b296086
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af615be5505ca0ef02605bacc61a4f7b2feea42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f344e648ab8e303cffd61f770a3d0716d7eee6ae534624131ddf5bde702bc2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d23511c803a8b8ba6d2345d6842d0005823f39f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb198e5fd329b9feb122fde5990212f38dcaeee5f5f593ef7681e7a3403963
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4fcd58a6fe6d8b334fcdea75340532f0127ab8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94d04abd13dd33e3ded7b4a4867bad181ed14d80c548219b4c6a30e44065ed9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af635b29724cc4b934818df15df12b5aa4bc9420
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326f45b0398282c70488a004959396782406695eec64e0beb642b236245409e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdb0b65db9cf356761a3405686c66082138acf8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add3a9a296bd554ca3e572a34b028736bc723ceb15914b345ca39e2be5bc1e0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dc6e73172ac2204003c329a53997438fb6427f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2293631a1d838a428c6d7cffc4f922c60158412538307ccabcda2944bbc1386a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e818afde1055053e333866161af7a52ec76773
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff77f6400795a8dab9a44cb7f4522229d6d630b68e5ba448f4348709c37cd4b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcc1a8450a23af8c7b2ab79ed822278a648f46e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7edc53084b90d41c6840c2b6a5fb344505cece8c70976ac02f982a883d4a336
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23185c6dee4d2b9b08e5ba553f39fe73bed2ec04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b97005a65d390b12432ea61b984fc6149441f0fdf874ca1efaba7b8417bcde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cad2fc59fc80061bc732fd366788864126aa9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f89d427be279dba5d593267c9dc994a119e41beb2616e64c28e717c2ecc31b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae996b9ec32d635493b5c35e6f2fa888f2dd910e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e585af50e7a14b211d3ba98d0f050720e805f45483d60a575ce5fdd639aa390b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f84132f46cb399d04cbffcb61fb7633c995960d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925fc2524716d3ed94d3326256c40fe65b7ee9fccd305c832dd6cd02c6bf43dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612483ff139f23a1533b3a5c699b73556cfcfef5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0091d52aa0c9b6f84a644d82524464ba652d2d1251a8d1dd9228daae7ac4c29a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa466ddab57b645aae4d337fe5621ac731df8f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b799aa1bdbefa7bc56917d7e9b79e8dfa8bbf5bcefdcc5c1dc5c5375cfa8b041
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b84845ac21bbe23764f5532c43835cd41b087c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944a52ae6cdef379848bc07e64d4925634775eb4fdca7e69b55f20d784a198f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec10bb2b843ddab8790c1da600eb875b63be83b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5910cfca27da158145a1ff9725651853dbc452bebd7988ba3708e94b4a8a93d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af9f6e79c0693a33667648886b6dfd52ec30b56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518d00c5ffb167614446ffff35c2db77d0ea0ba0bffd01354c7443d31311c427
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649bd4588416941c2fd15bf774a1b818ffb26083
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106d62688c1bc21e7fc859d6cac9cda9fdb4a5308dc5973c2648dd24eac4f638
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2dbd2c4c2a9f71d780d4bc3a9e9c863a842a23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4799737e491cdae50c342c37b64ce6de4db06de0f0254274aeac5b953fccb11
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e9ab34748558e2a044ee8e68f50727493ff8c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a960fa01ba8d3b9798abd27ea091370624b664e0b445ede10ef3916d688782c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235da3861c76d8f19620388d6f3fc3e2cce7098
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bbff14bd9b9b07f1fb1b511f68d5d9b949df20e9a0e8b48e9d2448411f1c5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f83213fd1aea8e13db5a5a35981be64c381f562
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c547d301d25a2e7f8e5e3a92700918c71b13945e9610b5165d70b97a172d8d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ac8404b46b340b358b413ab7d5c4dac6bade25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04ff5e12db7c0dbc335a72a04ecf7472b80f2920d30cd389f4d80efc066483f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796671a3366c5169396f4a0e09f8ba984692f287
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879850f7cd02aaba2092af02922a10bc6d2fa9677fde4c7c163c05467f9b4dd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df96a1e65818783921a6cf3252dec98d7725cb9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76afbfc86e8de7fc14d2621a760a9cc825a8352fed972b9acf7dddfcfe77b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4690d525b15cb71f8c4b8f8b7f41a750affb360
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7cc2f86782be7f53560608c5d8528f4c3e15ac2b7618342d16cb82a3866322
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc95da76d826542be61a99a30083ddd7af2a9a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2246557a486c3f99598d839a58109c86bd3334632e268920475d2b0554df9636
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109d1a7efb5a4bf5e8f39c1a980a2ce149cacf5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c3ed8f10dcc55197565dce540a68c72b31a87596321f44b54b0e36c1947b11
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b5dc1b572a56f247ff937eeeadce234ac11610
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c7de7c9f1c4ef25f875edc47ed2447f64400288b1aa00f6bad41951cddb3e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400dbf236a67776e6ffd30badd85b242c99cce12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea44bd7a88a59bbe93982d363d209a6d520023b4e7b13c6198568c109e8f2bd2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e661f37f76d00ead89bc829ef114d1abc49003
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d455d1c747f7b5ccd427b4a63dfb2d846e981d4767a4a7d1a4a8f45e2165571
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7bc841364b9a856f6bdad46a75df06fae7bc36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc255a364897aa4e093a644d59af2041733e45907289e8517f6b7300e8444dac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48ef52ad00d70359ba2ef12c4156b3c58364e3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc787dc4853b8812485e5506dbd52768005fafc0f8c8358996a0115ed290739
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e153ab88feea111b0e710ec0d14c728247f3440a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc2bfe7a0886d7d8124211d8cd3d4cceba240745a7d9a9e79c4f6e0f0dae352
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb3e4d2506c9f58fea9378b41a809ec9f47858f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35b2ea7e2a0df13f8460ad2463f99c4d401b4a947e7359d5e3d9d573885f2c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8bdba02f48df925ab504636a6c16330b63a78
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efafca9fa743055040e24a2dc0e0f06666835772c9270af2a3dcb58542fa438
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db13d64e48086d8e48a906b136eedaccbe3ca61f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e057c4024d6f9b7af4145ff7c36fd3e3be648426c9d71eb95788a67c79f7647
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5bb5820cf40e59d0bf4a0ac4c9f2ac0e638631
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ec674994ec91fa8f0237818ddde3fc9268122d485f522c1d9fb1f16b778c96
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d06d9a340bdf07569c1bf2e550bfdb396644522
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee912b67b485ec2efb7afb1a8be4e6e5b97569a8c8fe29bee23b7ff3c85ea2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44341818c88c42c77cb9fd8b160ee7c2190df256
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039ac401c3ed5a55039433b432411a55498a979e0dd94a75a9a15cfc5e965503
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5736a6b3b7ecfe64ea5575ed5dd2bb1277d1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca17f515041cd432e9eefb0b1b0af3f4e735eafb11b1ca58726bd838d344684
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc1c851a3359c6f09a756475df0ed8867f554b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6035624c3c67c215e0f8bdc9609dfbd221988f198b03a2f4e77ee9cb7896af3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0431825ed99cb90defca4796e3580d20fa2d42b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0218c7b181f19b41ab0069b4b1411684982fd8455d7c55cb819b29061dffb5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3eda32e9d3d29aa5b64dbc150fca0b3cda7e879
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b631dfdfe713732654922351be70c6a6ddab2396636f66a9b5979ca4f9f102d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f6a8c90f63a59303a2a12403d29fc3ee35f3e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c762f6cbb4f89dcf7b90929a5a3fe437f91f649d680684c860d4fccd14587b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c616dc646adb04ffe7598446b3611a534cb40777
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7441f6bbb0a14325483965dc4eb83a3ef55f71a3607dc98f44de67db8025884
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1de9548de4b61a9b2b1ce86c4791450ecc861b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a32692b91e8442071c2bb0e58645fd1bb81696d361f8232adf45ae7c76c3f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f1a2cd7653254ba939ce60535503ba55adcaca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60c7b99788ca2a8968998737f25c97d72f2d8bc63f91567e64273951d4ed1fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b157cd843f4f897303108e01bf14e083e643a6cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919938bd67a92652c839b4d863e42abfeaf91b9a6d70e904713f95ed591ba8a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d8e5b5d259bcc5b84cc6e2f390a4793fb7f2cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741251a0fbececc7781032dce6f0241ae73445a537ada08f7e2cd1bcd6f90389
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e890118bb159536f41cae97fbf229c9235e812
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8e41182dba0d889f7ef64ffbfa50913ffe4bf465ef33e393dd104781c79949
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93c009472acb9dc525f902ef96cdb53a4c23fa2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b942c7ca59f00b26eb6e2f18ca412a40d6773798db93cb6fb25574e1be5e67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8baf2cac624f84538b37588a47e1ffa7d04f4e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccbc188376291f2e7557b964951ec777a71dd3344c402f0882e2612d631b8b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b7dabd50d27276d2175f0d630648e237e98c55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75996eb357dad80d1ffd42fe90280110214204cae62c09af0fd7d412cec06d2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eae58bc1156dd6aba8963503366a079975273c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10e403ba081c7d607e9f5b3b86579b4ef85fb031b69ddbfd72df5b505fcde6a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfe55e19ccc2e1d2ceea1b198ee45ffb220e53f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6742040374af285b2693090f3447bcce4ddafd96218fe13258cdfde8a0604a29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ddb2db0354d90393a16b3a6397a329006b1d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ea693e9220ef5352b6125f4614c4afd9ee3133f9ba1188cc05fced4ad969c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e14ec896600b9dc0d995aa5328c6e2e083c944d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b9ee2e13a98e0750c0ec5eaa53ee5a6f05694a795fcd07579de4258daf6a1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753feca0925aa2777b9f42d33fbe8f3bb1cfea93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cda5aa2ea729160fb190f8b23e42d31746ac30da229aa6cf4d981e82da7ef2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3801bd454e3ebc1ad887a9bb12929e8db2a58a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6080ef4fbcd18faf69cb845c4cd4de1f5ae64d4fe3fb380ff4ce32014ca58a1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6107a2c9c0a5cfc36b4b5a0e6704bfae0dcc36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c399a97fd2c3c005828d3d88da293db0c62badbee318feb088bafebf9c900d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4dae12f2d361396c779c21dce3911b10183a85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11f7e25a2856729902fb4f6414bcff3afa3e672e86edbf1dde6f5a521a3c45e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c418e0210121676c23e7c2f3f7c815a421aa1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8f06d1d78bd5ad55ea092076162aefa8877aa9d70a500efb673b468d5cab4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163475ddf3095b01a32897f1d73f6c1425842cb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b268c4802f1366b1fe5ddfa4ad509df73ed4fbf3420c5d09d4df2d40d53b7c61
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6941f4d813bae6c96352c7b2411cfd2382d7edf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964840d5b0b63777aee8d90491cc058d1cb342f0166007eb83ffc36415200526
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c19ca4883abe80e363c3fafbb78278a6e8d2f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdae912b142eb24af4e89cb4e8ec011385739229c63994ac5f89f8f7909416d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb6b7cdc635af1517460b9f3a24d1ecb65bd3cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3096205f797ebe87961d65c996c5b7ebdba8d790eeb8faa6e17069f0f1ce27a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2190a969421cf938e041c49ec19ada3321a9ca88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3070ea4b4cbb3faccf1af1ee382a3fdccf3ce60f954e397c36532d91df833823
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5289b6cc8f1038570bc11088049aa924ef31aee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba92a6febcde1b5dfbb9bfe58a822feeae931594940ab773279116f0561852dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def58378b689c4cd758f0e6955ce930d05ec36d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666663c57b89516d831a561fb04c21f18be660a8c21c1b18a1b5320478fe8ac3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586630257d68aa5b7f5d995582ca5f0b1d85b955
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f859d44f4f748eac2d8620680825709cd51d37c2ac9575e5bf96c6fca4f76745
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3225bc6811c51b443ce5887ce4f0f07418db1179
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2063947fbb47c3d3341bf6254e4eb5a4cbd83d9c317827216774c224c64eb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118aed224319ab1539dbaa95d4362911a00d813f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b8bc2d52fdfb43951acb9d652372719f16afc9c71a913e30457674ca201a3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48dab9f8adf7393b4eef7e3ccb15c4dcbf846e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38dce6bc9bf8194d6c67dd37e65d4cabefc7107f591206f57f86071fcbba5aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b939c1178b9dc43c571066d948dc4b25188ed2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03611b56a810710f787b46d3cc8653066a528de076fcb417032a5747aa51d1a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bbebcc8b848c77e38ee920dba346da8deafbaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acacf8519fc9ab86d929aef0d62a48534e9f6fdc260bc29fbec081d3ffb54ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484f86b8a3be52f1cdfb2855d10d60df25473da7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d162ccdc470d74917d07c7b64f72b3583e5694abe933ce534f717befb5c8768f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d0b0b78fb1fdb347dfdcf400890550c3c74c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c581071eec7a9b4dbbe98678002f229f5c0dc8cff14bcdfa8333a95c2a54c3e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef7b75117de13c0f1a39eda87022c20d7387c9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc14ae06a1159f16f1577436b04a4a7547a819e4b7ddff40fd538bf8a82ad8e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870e1d633707b35469c3b4dade849fc7e2bb9976
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300dc330a8ccb61d51be3856d978d99efcf489fd5b7231c7a870e0d87952c475
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf56caf50f4022000142fb8c43b56dd9e83c3a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ccf0f527130e1cf1eb6b069691214acab01ec7ca6efd50a1bfadf368a0ae67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84350f3164e24cedb2f4c888cbf7713d56473f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de92d76844be7c9c3d5498d770969e3150a0a46a0f8b082337ec6de1c38509e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d528e9cb3b1afeb1f3d51825205976d157c0c5c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2858c8ad07077e042ae602b9d8c921dacc3ab82239bf81c5e82c2c34ae4c823
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d120605eeccdf79634984dc9995561561b40ab8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e525107a10d69f7075a3ed4f352fceda71a850d8a51cb5bc017a9094f8a1be7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a37969079aa164db8ba9a3f3fdcad3513c5465
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710b685deac954433867388ade9d454a6c320a90ec4954a87adb6df4248b9f41
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8f7b15a4f5d4fd04e39992d00fd3ea5f49f7d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d00060c1f3a9e3182efe3db9ce6683bea03529adb0e24eec95d40f0e2b0d36
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10108621110fd2fe9439ce7959bb00183673b06c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60105dacf97ed6cf17a59515d59489b1a25e987617a21e427c69e99fc18f4b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee8aa415ea83e6922067a5caadaa5ce5146b824
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d61e5ebb99b274a8f39505200e1d3145f8ccb1efe7278dd0a0adbdbeaaf2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a4e27537fa0f93ee82334f795e1e47879c7788
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fb65425c713f7acafff18645a60db44e46f1b1412889e901fb68cdc08eb03d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9b56ac58a32af4d858ef8c213e972f2b217d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101b9165c6a212dee8c76f2f82db875efe2f7871a9ffcecace8b6a80416ceb3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ad3a33832a5609b5f8b30c4c91b58b9132928e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbbb40f07f850c52df7f9f81e7a6ab90134d00f92632a630632abe213775335
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af9d8f627cb758f7a6519b834b8ede3a21ef7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62de13e90ed34cb22ab8c075d42e83c4eb6991d6a3ab2ccfb61d9791144f3c13
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830c62eb4d4490340ff2633a011aa4165fea8f7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ef41469006686c28914610bf7f322dd0f55713e078f33a082d6020365a34ef
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206fcb6c05ed531cc85d6b5addbdbcffefe6f0fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb4d68cc01459a64a277fe327c3b8f75bff1e408149e723eb847be0ef6d0642
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c03fd85986bd96afb5bd4676fa92d79547a0b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d5f0c501d9ecb15360e377f3eb61ee91a38d3ae8f5a5dadd715c9fcce55384
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ed218b4f4f8b25af2a83e07c263eb0d08ddc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57d52ab097570f7d41621b8a6ea60fd1fe6e456b8812aea148ce158ee5f10a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4072e9b4caafdbc5b39d452e045934c4041a34e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a664d096479787a939f8ceef37b0fceb2e0524016b70b2668685cdef3ebc5157
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4233ce8d32b3a8ecbf47023ab4e01af76b963070
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b03208559baaefb22990c79788f8331763f9aa2283c19ee6f413ed72a09b94
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686b82dcde70aa423fe08587d2c6a51db3ebf828
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674fb1a0ed818ff925fa01137b5428a7934686349d27bbca8cef4f3a3eb3a2f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d03eb7c33bb5a4c0e87a3e58a862236597e58a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b348c1692fcc00f08994c0056247fc41d1e85dde15d7a2bb8e65d053c308f064
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d96368809c1737fb227d4c6706bf2baac5c658
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090089dcc11d081d5cf0839f0a9d68c3095067eab7af24ef25a5ca2bb359f322
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cd7bed68b638c801f777c15dd0964a7468c4ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d754b662dfe57f643083557208033dcd208e34de430565cea272deb2ca96a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039a67f66ed36d67b8e7336329a68d85e77d12b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac89f71e6572db29a7e1afb052a000469f470ad32eaf35619abeefa2bf05dbb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74d33302b94fc8f01b8da4e8d16858746e1e4fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ddc35cd877866789ed8e8ede7e3443459a3bd9a546f59544d36291dbc25790
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9237a61d0f44973995ea255309b822410fec6ff5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d550cfeeb570ef2222a54b15cc42f92bc56f6a74046ef699038e24ed39f382cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765c2ca3e8c420b412951a5296f9342152d05f9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf09e04c07be59c1a99da9449742e2a0dbe498e04516310092522c78f274289
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35941eaae49c93be53ea7134dbe3504c3771204
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca25a1bb65e64f3317d1b1fe698deabbcc14743bb9d8762bd398c45e7e045b6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1deebfc1f4ccf1e03303fc9eb749d106e78a9f9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badb0e85ab68f28a2e8345679455b23db4fef26f273b4a78ef430f6963aaddcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00174c67cacad733aa21cf139875fb9d9081ff6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b056df6462bed2612b8c1a1cf472e570718e2601fe6a803b3d5f0d2464a996
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e1fab57664d6f3bd8eed92a1f0dcc0fd748b1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6022da42d368ae24256843e4e39dffd01d85d4d3373904ce2c833d21948055f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfc4106289c8c22392e044363ff1265c99f15ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec3f8bf738287903f2b512c01e66f2cdd3a3bda918f78282001fa4b7afa5bc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a38b9e9f30a636f8024efa625ee691988551d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93390621d3463349f75563e1c8bdf21f51cb7471d1cf7928f8e5ef621bc23466
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918d053387b91a4be4e34581dabdba4760331fb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cad1a882d6f16945b714ac6d75e758ff93773f7d1550f7ec351f19a8cd7d5be
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d73923361dc4396f0497f4f2b4d44088cfd379
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05702801001938379f713d7f988e2f11299b1cee2a0f8ca35b4850731ef442e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8565d3ddaa9946a0132ae900e76e324be0e532e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df57886f4f2925462ab3de6de8249c7442c4fa381210a0c69df4cfa278b62d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19871ba535c1e79a53ebb727b78b687e461c8ce1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2eda925c3b0e2c0971483e0d902adaab8629be59bcb2df41aff2174c953803
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be86ce63a5626df28417c75c11815b04cb52db72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5197b1bf6c85f6bc1ce4881119cd877af929bbb72c68126493dbbffd559e977
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654a47e22f0310f4af71a3c616c8513045dfea59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc292a2997be8e0dac391556331d7ce43d00a70401993c5c1c772f7465aa0a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acafb522b3441e542315e60e439d8685848ea100
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef257c5912520679c55f08c912c0f816acdd2d957c675356b90ff996cb2762b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48679a957bd9f3975f165cd66d8c5671ae9e8df2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680e5df2d778906cfde1c4a040662768cb87671c288fa685d03d73e63ac47a34
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a61e75975282058e2ea3ff1a21047e5eadfe35e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10315cdd197dbf88b92eabaad47d4dd0d15dac5722c785567947abf53e26f485
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62186c87af0dae2ae9e91dd510c26621bce0c763
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b773c93fb13cc352e2acbe258c89ac3e5bf3ce488affd390264003cf1098b693
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b238c662e773bc5b9a3474bcde34b844b50eb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51a9524c72e377855a513665cde6c8006af41e036d892421bdfe36315a440b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb265bf39cc4380d4b1b5887525abdd7fd91e42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7e5aa3d71d16ed1bc36f77d6aa8552730f6097549f68dcb5f7beb856196c25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888b442ebf214ca8383b8a909821df327e576709
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c4ba801f61c3fd3127d7539ac7652976c98bbbcc49d781f01c36eb47c46d5a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1785c83da1dc16337a1641c857baf002ded4fb51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1881de927b7141615f89936d9fd3b830d1f397999e49289eaabea94c4d1919
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa5273c2f41b61f0ff80d2b1e4ab0b5cdd4e9d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e0684d45e0960d518944678a42e33b88cb51ca5efa34aec334c333deba1ab7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff39a2e366cf90728bcfe5de06c3754a80a4858
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a5d73517eb8371a1c12b7eb46f419ce4cbac354a70294c0d1f3d2404db21dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40944f2f3d6d0842782edb108d2f09a6e7a081d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb432bdcbbd4df58b236f45d68b9177223b112e9121dfd67aafe8154936d00d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7217eea4e51b339c8e2adc95583bef4ca3f74b76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc1c5a8ef91f84348a8b32e8486aab1e3655fde849c581b31fe06fc4ccd48c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c944084a118c0c4182429392dbadc2351041d8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5968349a9cf8e784c4ba43b58b6fbf85c63ca921d38b640a71ab3f1fd6f6a791
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cca1d3b39b78b2ecd7ef857e8fae0b35d7caaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e03a1351ec231013cf832baa693c5d3651096cf94e01300f90354efb72afcad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b0c3991e0c4be37b7fa82e87af9410c5ed31bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e32381b47313421a040770c40060deab45846e1b72b634bdc1cb3a6063740bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc114448e50ceb0f6a6a7a1aa01e35596aeb1491
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defb10315913133c2c4931ff56259c6bce38132556347bc5cf85ac3f2e72ecaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e3f0c9acff741853d492e6763800643345ebf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e84fec29c3bc7a3f5e1d95d9215c1d31497d2c1a77baa51584ade1cefc5ae8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb993e72ec5bd4737caf9c69a45c612de1521c9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1687c330b91f74ec1b3bef6d9e433f0d638de0a4f552b5e8fd3408f42e81a789
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234674012b95237f286c23747ad795b738aed3e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d64633e7ffbde54cd5613686e9805bc68fbb9c9cee49930cdeb2b439d7e076
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c176eb1621638ee13329318b040014909a669d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653359be759121b9cdd9f246b3e79d72029bde0ba64d77d9af068b611dac7c1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56802677431782c40d90c83510b580190278fdd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bfdc3cc2d0ecd70ed71115006f04770b79ca02047c9bccbf6aca0488d383d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240e58feea415b7dd6d660ab433bd88ea1c6ea41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f280962a325d0ecfb988fad093cf34ed02bd9c78070e296b66dd336100907280
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a98c47915e5f5156e53dab58bc928808aba3524
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0569e38e0f9f28ba31be5d622fa14107cee5b0507971bae4a2c534abaf3afe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a91439fe42f423f2e7b14948036946948fe0c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11017f3db29e528954dd3fd75f4548022c44447ca53d374a86c73aee04fc218
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1133ff1c993072cbb1119ee6239f616b8aff45a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ef47d59dc2a15ded91fdd4f1cdcb8b95f7831a183bf065630fab9baef6f378
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11342777cfea3936f4cf9ebe02692a38faec0aed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5406aa25d37de2b34b1f707be2321b13b3692d456d426ebe0ef61b57e42db3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd22f994f70d25a6c85fa02a8bac156ac657c9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c380930aa32bee0494fdd30adbb43c7b7caca402347fdd0956206f9d974e5916
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3394f94d8d37a7268139c3724bc0d9bab02693
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d67d2d9376883524fbe272e803faacc816ffc649c60380d3ee8d2c5b58756d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8dd473e19c3d227cb119e6ec21f5a1dd125214
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe506da0614f5b2659ffd33f349f7659a3e28ec8f2fc0649b076c28d8105b17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0c55bec7297e9d1157d5d72b6dc1ad73b9a3b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbc319a2ced4d70f4a7c793c14a2ae029ea1974985491d4ff1e34dd05652c21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac6012e6f576f6b6a9610226deffe03195b092a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9022db3f1b68e4df334b987464a88701698695f3c8e9951c206803b6649b05d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87313b6aca5f34d580c5cb9476b701e8c205af0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d28f8ebb6744a51a9c8ccce073186f051def28d8171305faf12f02f9c46624
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4cb66f7fd6425206c5bdc20d3530618e8b6aac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204d98222ddeb77ebe848be39734c83002f08d5bbec749acfc46f6277745a184
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f25cd763a46b2bfd9fb17154e63339ff317baa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66feeb5487a587e65f50cfb5f17001c4d9a0b8c16a3419c5c1d246bae154cf45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0b6b9f73762f0010976947be1f0aef70368ace
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c461331ca54e451693ce24139a84573a44801e3324a5aacc75291fdc4f0cc40a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e19cbb85b3cbac0f1528aa28069219aacffcf81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba5f35e06593709c18be970b5fc0c8002a454241f6bbadad3d776d6f32acdc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713e4431411340d56e451e60482fb0a8f64a8398
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa6fc41752921d91a504cef4588510f66873b845418ba66f23b5368c2c118ad
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c0d9bfa5364f231b77434ca85b34faec03b0ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7f1b170b7c4dce7695ba8e78b0c442aa7cb94aed5c09b3729da5e8d5356b7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449442bb0a21049eec5a71cd2ce46cd098320e92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ca9510a72408f6fbf597bb157723459a2232ad156eae157eeebcb33baffd45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5cb623f2f99f655bffa34da32649912e8ee8a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076e8a12214045c731e4a5b94a7732bffa95da78d561a6a8d2213457c20298d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b291d371960ade26f87b2a73821cec418aeaa0fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f882fe5c24b94319262a47d5e8595f7a7463c4af80f58d3b03219ffbdb55fbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a301e5aaf2040a40257663f33858bd3c226d5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1576c1f8398e3f6da030c6df7a4963d8976cb038b4ca7234e02d389821c9d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d80b101fb28fdba0526156fe1d325eb5a3f2d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d954a22f72ed4302b191781cc2146da6687957ad399f1c6c7f5fb5ca8e5f3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e3a9785b1bf50b6850f7456b86064f1b837c02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02edb6cb0cf91ce2377eb8ee3250b8e3ffaec0f9894e16b2ba3de11eafb45fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef2723c0bf749710dd83d2251a4add982908b0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1aa9e218f62143cc321db5f714c557a477ab3364aa542e5afcee3599ab318
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de31f9594d6cc149ef55dc30e0b463b9a2149b12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be61def69941cdffa7487d527b2c986faddccdddc803bb5115c9f006680edd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdb04f2bbf12f5dc901a7a140230a04e928fc30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb5982612d3d1221f5855ccce642e07b8903b72503227534dd82c483b80f09
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97ed3b6d6b6fce47f43daf29132f9883001d2cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5f5ebc027c5fe9cc2fbae9a86191ab0b5d99f82fd5509108388ec01ef6792f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc11d290aaa04fcb273276f2b4b4de2bdb6322c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3644bfdc6e99c53a22c6f01a53a10d19d5dcf0dbcc1a4c38af7de82463c08b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15eb5c1e9ac6c2485368f2d68c0b06beb0ce404e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cf1a543ad37a98c1cb0f722d21eb2de789615c3cdac59fe98e5cc7dcc5a72d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb073a33f820713c73304eb22a36d94198dece5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f3944883d2d5d5845d07ed64fc63f4584a0ffae2ea680bac8ef4f8df87b51
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9320b526f7de81e54a1005fdb7252247eec5f7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ab416f915f8be3e5bea26b460472c37eeec9e5841d0afdcf8100c1e5f1db87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8487b1165416b6d3b76154a132c682bbfef718b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f400893c76306693c29574f3874656fd856af38b5cba3bfc26629d7fb5cc090e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046d1f2637df399bc906bbb4fffa915ad3ae39fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def6309fe2a10129209fdd811050ea5d9aab0917f3a2f44536a62961d25d3841
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067d377cb0e5eb50072bfc9657a3a37b47cee3ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c79748c3ac1d450ace7dec24fd0780c18a5d8a3fd4cffe2b99930d3790fa46
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de45137cb889b5a1d6d955fc60749683802b9d06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60425c682adb6b4867f3571995692d1186f3fa3cd5e71cc8e4a1e60c324910f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c28c60a016153bf12ae8ec476a0e1f9f15b6bb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a99486838c053d3af12ac4e8e10ce9d111fabed97b59c2bd6cf97d30619bf0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85be8248470afc3a0cbb1898b639ed52778ff007
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffe34426dd8f020901d5515b84cafb77f4fb1b4cae22b81a0f58c8327345241
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434374d280932e21b1abd80e8c2cf102f7a113e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ac068e30677fdc5a91c0faad05b947e26eab767a4d18dad324d231690bd2ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d7a878543a70e9f8c5b86960b5b05dd9df71ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155ec4bef9a577c485d8ce9ca0cbe3ae24edda9a8aec8d1ba78d8c9343b3edc1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a012bb02f526e6621acba0f2dfde3598a9192f46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a60d81777a08b19b82ab941d647de4dec8436abb15b1a6cd29c38887a639ef
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e2b909e4ef40b5ece0a76ceeeeaf467c73dceb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca38e8d3df74255b869641dcc1186d51afb59a15485c16ac4e0831b7e9cbf35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdf8c30957d53b904777c1a2288729edbd34693
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0045cca5936eb52827071d3c79339c7f1ebfed2448366e147c6f5f12ab927a66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abb2a8d58bbd729dc76105bbd6c99b15f282d46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1842914b3e73b5f7c1080d4f682f1fa0b0191806e61fe5d66fc71d950b0cc69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad044defa5859924ca6e46ecf4d3896f039e131c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152898876574dab4631030226b97bc74a0b5703db5e1a404e2615ac1f5399602
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb849248bcfca6dc8f9f4c15d652a347d6be19a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c699a6c53fb03d481430ca71a3acc2fc364b6f0beb998e84fb67c85cdd33de78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6deb842a35649c6915a8b4855b4cd2ee63da5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6474949e9750b37a6f34a6f40f6e587199dfee6491ae50f64f2b23eca3569e4d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b6b821c5ea57cd85d9703cbfd33597be227e83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2965d7c389747941e6fe8ee2bce93dcc7ec4fa00b035a078a077f268a5e3d97
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d70c8eb7d07871e3321b7eaa358bf3f6392e61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c6349916cc30f7803711a5886ed4b04ff16140edc63f35c31daac7aef98d32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321f71315ddb7a660c7cd04f333f42abff44cc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3750ef6995e01a642861e9037424cf7d004a4d42e8ca59b0a89357c48da082
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99387d878f0417d4c1277a801570b29dd5c809aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9a167a8e10a342b35f81ba5de7fd81569b5716036f0c9f71f88e9d921f3c3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0589074ddcb6811be30d6cacbbaff2dfe2df83d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c844bb24d0d4855bd1308e455f454589de190ff77ffa0f87ccce21fe33cef68a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7819d3f49c5466d04b8ed4cb09b4116419253d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b2b5955e60e93d83cb03a661a9f7aea790b4d00011594c1bc787c888164eff
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2360b84fbc0f3930fd3d05911c0e7d1e4922f44e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a15c747107775edbb0bc06974fb378ad5f8d275767f660ed3c1ce7999fc55ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f35e88cdda48006162ac9f482ff400acca56bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a31c2c662d8d6776522137403e41d67828a0a6181556dc72a8fd3e9041a2a27
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104b5d9615937f41343ac3869e686bc4b3fb8e6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446f54ae36214fc60af43a4accf48f8abfb2601874c410c831bdd72e778605a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84aa0968b0efceba8380536fd25e73d57f569a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031dbbdbe069fc110da26d66429b5632b8d392ae609c3046bb88f088f5a77233
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2051842767e2083a7e8e14871e4d456a8b87f681
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ead0cc35083c9d08f1ca1686af97d3b8963572670f29ebbe094b9d95c2f15
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d563bb5a62a13228be7f07905d26523390a94e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891320223c3bb7f19ad8985f514e9a5aec18c6373fcefb50aff51cf6183574f6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee434192f8737999b568dc88942629273dd0934
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cebd626429acf036613b9e2342e54600cfed76e56f916dd68d6bc1c978f6297
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2a712f77fc012bea26b21ea1d7412d5f8c7c45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1450f3d71a028625a178ecde383f3e03db8bf88f8db0a757a13de37e0e5b876a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4de907f0f448d033819e5ff539d398b889604
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add8e0ca88a0553c01f7bfcd19aa78d684bb1e3712c211e755e855a49df15fa8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adee30acb21df4386e89a38d7054d33c968bace
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4daebc3fb244d810dd4014508dad9da03e1598b1f86e23ea2da1e18d9b1235
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d163894c26d317129781bcc263112161bfbf0b51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc7309ad73aeec147a5ae36fa6679fae25d0e157f1c1ed354d522c520986a3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0da96839c123bf0e2b4d0f0b9a954ef8a2b7b88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fd4e3759c40bbf6aed560e75197badd563de3b7695fff2b701dc47857c6ce1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b008499df68bf1282470b3a277c6345215e80897
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6add27e84b0806c6fb3f82e3a63840c9fd682c088a942882f95b3f2476d9e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de7d3f59495e4cbf6dfca7576ce22702b2ee9ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ca1a62e52823c659c066ba10908a21d9dba24ff4ca6fa55b629b8afed50353
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032c37fc3807b9b27386c17c80cdddb6374dbab3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1837c438a90a2ff552947c5e4ebc72a86a24174ae07f86ef5a0bf690563bec1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5836c42a38c9db2f661bb88e10ce538d4002f9bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af97e2a5cd1288ba6c159722583e6e5f71cf97d77ee0f3aac9549dd1fdbd8c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4a2cf64f7c79f922458cbecd0af4538d0b2556
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2343af052f04ceae9f01a589f8807bd50f50aa5ab1f4400a03f2747fb13229
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb755eadc6b270b2ecce2472bcd21273324332a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b4f61b3e84c3ce802a9cf78f1fc7ce78075dd418e253e458cc091ac66034b1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d578f384a3ce46e2812badb25360c53caa59a8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1448191db0068b215229fac4a92b5faf8e813f34cd2260bd262f7b82d0a6ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bcb8197155b52be8ed0e98ae5219b922262d08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ebea28825c0a4deeadbd8b569074da10683c3fa6858a9bdb488a2c45e3ebe8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d979470ded30ab8a05f10c2920ef947dca2e501
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81a7fec3fc2b732511a321e6aa3100506cb4932873c26efb7794e27f9fc45ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb0bd48a7ab067e11cd2c0ce54c0c9c51af69cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5641adc7ce8a3f364e0214545e981aa6b0efdd0364e8ad5b405183f7629c3af7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9a8153cf413471b6ebe022627dd9c1ea8f9945
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79da19193b1138af339e1f907253aa236f40b09dc5784e922fea4861e9f590
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf03d5a229890bdc8f02c0bf25930b76fe4e74b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532bac39bd909dcd1eb315b70d0d81a9a36d13b3e683c6d5200be68ba3a2d90a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab17d1423acd8cd7224b69e3c6d9454f850d4eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ec21d3c59f516e09a8ed62fe4eadb553de8fb734914e1169637822632b7f10
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61e905f0552287a86df7b0e77b77b7672f3cbf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60fb078feae191b5ad03fa0b721c13157b37c12182ee2b25f9230f2a7129fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e2dd37ffb27bebc877826ee4ca9f745444c47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc46573332f8e4148b88cd6aba280d1846119119c275f21b37cb2430b453a7c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9dc49e6d9d96943e9b44d1511e4982fba071e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df364dabe434734481a55e41d2a04f620a3db1ed8303b0cd334341d06b333a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e9457973009f7562d1a3d25c4261f73d3be911
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc834b9ae75539c348a6ac1ddbfcecd28c6a212c3bab42a0b798477b4b5ed91
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5657b5b34ba618d955d0f140707633c560343
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e93673ffb45e1f611fa7e14f4366ac0cf484cf1b5e8c40ac706479df7100f9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6c957e0a09d6acc69af2f5fb6ccec231a73c42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92afc070e06feb50fb8afbb93558692dd394fe8c6242c423752af70fff6b01ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f392009365be486550db076e15b8e33a16ab50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2c0cef83f743aece4db365c13689439fe76d455f35161d96b4278934628f87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0665d92758e2495c9a5276caa72d14f20c0ea50a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f72c308bb74f4039d81e2aeced06734e746bb4b3560c8d82c29cfbfe716069c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce90a3f3719b0c568ec5ed9207270f2e01c7496
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35874854cce6419b90a73acc36f7c1311fb31df526cd3697b4f19c00cecb6f0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613c63d5b49c2ec645aadcc352dfa61c835afc13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7120447bc0ac2e3627795175be8fdc0f1b30a1801b61966f48369e40775e72d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1111685531ad54e1946456557d074637972c4f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce9ab319d161ee1cfc8f0245e50b30c65e928f96143346977c3eb93e8b6c0d6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501c378270d179bbddf9ff0af16c2deeba7c7838
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811684f38cb775adb5d6c6f92a43c58aeeb187883feee66ab244d15bab14ca93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398b5ea547e6a0c714ef84e88fffa019d08d97db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404f9746007bac98b862b3aab1cd6a959a80de99c887ef1680a158ad367af437
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74501ddf737444b30ecbfd6c6165de01e585ff6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb11c4ad18490d9a7375c1ec378aa9d7c80093052e08272730194551e42b2aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c05869ff9bb01ccde1a7cb944a6b2186814efab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732100ad40fd14eb7df89edb0020320f401678ab087109922cd31cf1d9af1631
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc20c7827d389c7d200355c907362b015d0d61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914b4eb57f7bfb53354e92deff4e069437928b8884c347a938686d15d75459ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8d865aa1d0f6adf281994276d775f558e87c8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d4e4ecaa2169fd66ad5a20ee4d27b7354685f5ff63a49ce0bbf3db3aa67969
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4f418cb734542e9989b359cc21c9d575035493
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d1657bfa0e9423cd7dbccc43e8605d005eaa7307eabc640dbe3a07c7323ace
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568e7bbc87f12fe5f843c1dc443b66deea991fc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4aa088125c57e1f36b27bf1f5659f2faae3cfd559e8e49b95f895e1b336e90
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff93900849f0975006c4abcf722c6365df2a9fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a83a9f63702bd71d915b3735f93db8c53e0a2c2301bf129c06f36b072c2c2b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857bfb6c039ad3b1d7dadf839fc659bce0dd4e1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6306278316cbe84d4cfea53725f65786580c530b8d09cbd76b06d7138b4c47
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6af6e044be8bb45679b2aaee231c652fa396906
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f6c989b81f841991168f7fa953dab10dd5caee96060ae0efa9d462f52acd82
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8def5ac12ffbf8a4e2f2640ae5d5e199d9ad33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865e86b281143e40a5e06a8cb7327f722ba4dc38032e712cda3733c5da7a17fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40865fc433c7fb3b34b9b4c45204002e59008e06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c360e2c57962c955eaa549678abaf9b0b927b93d60877b7e549f31c9ddd780
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7149e6868a7df0cc7227dd7f52d17ceeea93ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cf385b3be9aba39d746852100b1e606ac2128c8e929e4f0013edb770c01916
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3d2d8e54e3596bc2905c4ff82603c4042d1554
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43314e17c1a226edb077e96680b904abd926df77790c23b68ce3d2d8320ab83
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbf1077e4b31d99bcc17edbe76487b21c98c551
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb4a9bcbe76ffb6e28bec5a7dede5999fed396f070719d2670997c276c11893
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd612bbc941c8fb02d5a044a88553ab50eebc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004415858f9203a23f14b6576445df17c17df8e23e20b3f0befc3220faa06ab9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716d746f5e7ff4483706bae20e3a9a31a5e9c6fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47683037650b987399ce3e8bba48aae7270df51f23e69c5cf6140cd146b7125a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29228be48073dde0594e924798128ce285e5c62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e29525e9e53e68906f039a3a0e4720ec67684c8ef59b61611d23fd0af60fc4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f0cf1a3968e8a471a9cf81e559fe8109ba11eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a832ac4b0fd05c7c9d6828ba5fd282e50bfa4557a6101fb327cea7e5b02af9b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e64b6ced7a63ca9f53033f4fd51c7c7993f683
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570668019fa3a04fd323db4491260db8678e708d845f9167b3d2ec155a03497e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6278a79698ccb79c7a14808a10256dc043848298
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbac880ba1e25bb186137d4fab9698892eb7fe031d4f115476b73c96d51e323
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f260387f35edd63dfb012aed934160906ff18ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97962f8f5ac5609e5cc8de8ce3892e64349b80575e8822b9d6563a6631dc3047
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94b7b60b7cb4c55adaf057114008a5e394826c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b142e65056a4a926f4506f97242733b2897a339e594fa7ec0d1e7712e92e3d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6b51db0d21a2d6efb02b5de38c016ee451ead9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7474cc50eb95258080f38eda409ea1c0fac79226427dc114b5efc36c5d1c54e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6015762d6b521ac148a21102b7cd9978fa4923ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26f54ef25756498f11f3cddd24ade54bbc3fbbc262ada9f7872a9b543b0eb31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f44df8759e25ac9e96fe7561835e137d79ab3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b569afc60dfe91ee40c189e64338ca8366b16a091e2dfedc196b405905359a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4fd5942ced46c81acb49603994c2bfa1f2524
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa3443b5155aedf903803c2e16e108a0a5257019f6da633d2e8d66ca34d912a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f5d0dc1dcf6a7fb08a2f360a2874a0b874b00b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e884ae7177041c321c6f6b68c8dd6f9535b18629ea73fce072c03e94ffdb712
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61258d9ad54269f4276cf980c4e8bb20af864820
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb24eef78f5888861812c1f02971eb26be590821272ef1204b1a83ec90127f10
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790a74b5a94b5745189211db877145df6022b1d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4176b3e907cbca9f1f451ccc307897eb9e9e2231ea993facbc7d1b2038a0ec70
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fd6e1baf12bbb52717004d4dcb6575e9ffba65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad7d09188bc9d6088e9e3fa3433ba5a0cbbd50084d0931f3bd666b97406e5e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40838e05c15fb19d0725ca6788b6f0d8e1e8e42d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a44ff433bc0bcb1e79e13bba34e21d393d7d56b0101e733a3361dd0654f805
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c544492d86bc8cc371d7a112c12ee53dc5c1271
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924758260675340348e12937483b45931f08d37d8887588f90e840548117a96a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5ca38f5bce5c636aeda11d4e6986154009dca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48533333778bba7c1631864cfea7b1d8d29964c729fb8dac999d692250e3b1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af411cd5f4f55be21e072af5bbbb6a82f7e85358
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e99b5b0b738e698a2291f12195dd9a5be8fba97cdaa1dd7457f4e1b24ae88
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a73d8f54cf35bc3c83e7a7720e17891e16c867c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b09797b9148a0a76177fde1a35927670204e035fa82ea773774f8413283524
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fe8728dd75d26e402cfc6088526b62021d3715
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0634603a30a358c3a865e2466dc920f606a4351a5edc6400574658f49c90cf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c90b27e1ccbfdc6116d1051e28ac1a56b9c2337
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d0db782bba4a9f8546fbf0f2654cec288fa8a6ec1dbdbc178764cabd13f12a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06943607dc7d8f04b8ddf5308d003681b9518e94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c8b78b16ab8694a5e04c29854290e664b5aeec0757a85ffb838ec2d42e744b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90053a98a28bd20df99944d6f62c63c4618c3eec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d9e0927e4b756415e8a1452d5df8189c3b57c04f4e0f4671d7311e2e145016
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3318947a57983ebbf8379341d1e1c5e7752bf780
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac501473b89db25b1414cf8675312078973aee7d97cfdfe0231a74ecfbd2c34
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247954d98f7e3e62c87de21e873b0d7cdc6995f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fc2091683764899f8fc49c90dc5bbf74a11217fde9fcd231426312147c7170
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59837d193136bb71591cccb8af79cce3dea0f5e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e96b379b7269b15a3daa3f55a1d200d3bdcb82db56c6fed659c608e0090722
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5f88b42806564bbcdb8a25d0f5c67681eb836
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cba0b9bac8396615433a317127b72d28576bb8d3666b0523c05ca44173e7b4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3a46555d30e3a0e889f4e3a5c97622b33a0240
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaefc60c125688d7f30e8e3bb05d2959555ce933561fc13a4dd46a3a30ae764
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c329bf6a2cccfc1714de147c3e1a83d1aa1ae5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f869cceac26e7c757aaaecc252e59cbb8f69a855e24e98a658a1f12680e4983
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c71f17b75589bb5f41470f6b9b3120c89cdaaa4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfebaef88cd9983a0f5c473461124e0f990f6ccac3d13acf787d307349a98b94
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c04188535e0954133023ee362d81954b5920e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db27f602e77de8bd3be9948dc1b38b2f0f189fa22aa77db2ae4f37245bce119c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9ac313abb9454680f7a9f8d4d2b5452d61a76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a23052c15769d68a1247513e21e8000701aca9d564becd62117a8720afe69f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c910474d707f9b0119a2fbedeb69f70838652d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c207704df724c967486e6628add4a449e5ebf8b61a60d712ecfc3332e9284
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0b1fa442f13c603ee8cb6739d1df9b11b26e5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f715769c838fefec3711bbbc5bc97a113104bbd8af1f8e17e60283b06a51bc01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dec15b8a131a160e7011db4052c0ad3c855c34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c9365c8eb016ef19c75c7af8d283e5f621d1967ae3732204b62dc9f45a71f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39bd4083724938055e9433d30f94b4b664d36d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f33cae764d698d1cbf57c1da7c810068a7d322ec224d96d16e4f84f99619e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec97ec14c71528b2b6c74e0b3e1fae9bf1e7e9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44327f1f4b084da2f018e1d3c3b6cd559045b24650ec7d1a53acaa22f6f27024
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfce8250c876cb512eac2d81114413fb2055437e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f10d752bec7ed5ac05c02381e634b7d4ab94c6b1f7a174fa0ed98432cd31d5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b972c7608317be3e68856971c7a067114a60d693
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c02f101f3e45a8453d3b384c2ebe3cc7b2416d60a3df9f83a29e7d4ebdb94
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9ba73022315a9f46493739c30b31f5420265a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f59b3bf647279bbd1a98cf5f1aa8233f45f1eccd694c27cb47d7da7b31ad70
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612e8716876c67153d9a3e8e2d3b03a3a6949174
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4cbcf8dbc4a2b6d9da5dd59c6600c1903891b98227603a2087f20c1335121c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99075946ebff6ea786b8266601fd92d416bcc484
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001412429589126e59c3e7926b12cdba209bae1866f6e81d77e4aef85321b108
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fbaafdbf26ddab669069788bcb6045ec925e2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d5a65f808a46062eca0b8e6883e44578bebc0848a105ebe368e40ad49adfbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cbb51d64ed265546526df526986706f9340d27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f083cc3de2e9d01d3887742de51fbb54c8ff916d7cb51c68af1becb5881c6bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c2bf47fe90dff7184cdc98d99fea57ce6c8218
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d25bd913dcb2c1a4f42e6104badfef30245d0690c2c6739394d219a7c97b975
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db5927781f504e317e98a43ece8f99c5837e81a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f178a427d199685bf5af82b1a6dff6f619a48597df6b06b275d933a57c584
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05f6a2b84615ac3b00208fee100a742ddea088c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac20d68d1eece70235ae269aaee3fca1f4dabf86f17123c72ee0eea702058bd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68c670072b43e7f7faf3e534099e89cd87cd022
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb310f50fa329f9a94f36b3a20b8800d45cf702fa6f772501911a9fbe24ff19
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5668f8e562a67019211fb091dfdf9c561790a617
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b308e8227b28e42aab1efc4b1f89954edb7924cea8998e6d42dda1eb37aa0ac1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c89c39522aa8a6cfac7b44806634ff5c96b22d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49f42ee27c2a7c088210f0586f45f93d9cd15492f6910f63816117ddeb50fdd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe18a169d5720b973b091a4f91c7386fcfb8755
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e5df509e099cee4a42be91a27c2563ab7038cf2bb3656e6ba43e3c8aaddac1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba6a62a146b0d7d8f25c07f0eb4d6628e74c123
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb5462615569be596885ddb555964fc3247ddd66525fb5d24fa1d196a5ae41a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c6a79cde032f52e51394515dd530ebb03a5365
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f85517c81eabb9261b6a846fd37ea51baf3d238920dfedfccc4cc128e6be495
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebfbcf235cc8f4dbc11da58b9c2a4e221fe6458
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265ad18693b202ca82ddf1af71328690b0e5da7f690f19bd3c316f393065402
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a443aeab0b7cf0096e8e09399d759d0aa40b985f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879a00b64c551ef13f64902d629ecb0ecc6812747f385255ce803f3ec57c2791
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de68623a8924d32f2803bf04c7495f552cbf2c8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec0bf43d13e031a974a6208ac7091116ceebcb6b4df157ddb41cfb8e3c5f756
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00b3c66c2ad78080c9cdb59ae3881d4eb054002
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd12013aa227d0fc9581a7b256919949d9904fdabce72523d516ac2d268ea0b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c58bac33da65ca5120b5552a0f9e781a7c68f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa384006046d04308567fa92ad5eb9db3846a85795b8ea779bccabe4798c5af5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d858f4c411b64a6263384f9a087b2286616d3a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e67ff77198958a12f560dc5db96e5353613c7d00248d5153419e3e1c6f3ab5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63ce5d26d386374095efe45a3dc42abf75c77bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b8f755fd5b6e0a735b143135d445ec7d113c128b6e749982195f185e1ed3d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1f4e9f6b1b6a4162fc90f42339f26b8d11cd18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e3ca73858a9b49f59590b244d7e68af15c3d490fa1521611b96f5e373f8024
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11849a084cb9d0544d73585a83940a7f70f2e5fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26fff75271475cb00faf6ec9063bdf2b5c9d5a688c0cf14f1d0a1c72949de45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb76dc8c98f6a2d978ff17c0d95315f58ec07c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e7dd1900dd71f454f6461f88614a77b01e9ba4df94b8ab272024da897595ad
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2ae36e33d8d41a2c42909d045c401e994e56a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f710385fddc96023cdfbf48b75a95b7382e39f54ffa4fbb9427a01a3acef19b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea0936fd99c1681fcf965ace8139d8d003966de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54312c4d416780a7c1cfbf885faa9a803807bdc3cf27211bc18e3518ce3cc96
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3359424846dd1d7aa1ae5d8ab5c5e9a3a6a2345c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54634ffba8635844d129c09bcf8c4546151a50f5fded719bb7ac96f3ff92885f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4307b179d7b12b498eecb55ab3b0b01e6632fae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7affe053de49f0604cbc4c3d4e725c51e645969be87b5960a87dcfd53dce354a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbb30d2fac980c2e3fdbafb8c3a02bd67e6f5b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a1ba307d08f4b2ceb83471b2c0a39821edfe3be6dd2e5285c8365377de2347
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e31605ccddbb050fd0d2aa937b9993a88bc77a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab2d46c5d7d1943982654a61ff1deaa7004f7b2de672c27e78ff08a6e1610ca
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b24053d304333f0f51bc71b8efa8621f7131dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869031db0a97926b34cd87d63234b0a2a7c6588b3083cebe2441592b3db8068b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e48e80072ef86c75522337c1c3223e4c8eea4f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85404e875ad253559f192d5acfdc5e2781609ade90dc45ebbd0a0c5bcafd1198
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7923d23cf38e41ce2a996467e268f53c823bf76e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaac60cde19c4a06a789b14993d964d2bfbda51cc433abba894b78a76fb4489d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e07cecde653ed54b47efc03d4fd71936c395d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b97c46893507e67e16628ec47be89412cfada9e13a8f7dbe22f0ce4d1fd2f59
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c28327bc4998cb3184915995a95170a30de184
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2609e6ca0c73cc8a7409473da8a471d3581b5b2e4b4f609abe1df88ecd3bebe5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4c274b27dd3c922ad2d00cd466df8a75e4fac1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298b439ff725dc6c6543be44e4dace45c4d5b02aabd2342e22ba9417f5fee9dc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feacaf49e96209ed671f842ec5422866a8fe3bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f5af39f11e2a6d64330502de2fbc9b6dff6ae8bf12d0dde16353870b198d9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248adb9dd6165c1edccb33b330e99aa771e11a7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621333038085380bcaa1a0caf1ba0a958b3a0612336a5b6c1a1356142db34564
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eac5bffb67613435b14a888f3febb59152bb9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346a3e710eeba44ce24ed581a05d9c87f6d9e8e061ba6cddd2ec3b08462df98c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b10d80dcf92bf114a3848c8647a673094553a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e22d7b57cfea0f302e455938892f5b659509de26cd3bf9b49cace214434cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48addfe5e4ede98f7101ea95b236966c31f77737
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8e2582250a15f1d03b10db6ae713e2319457c4cedffd2fe58245ae9478df01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8675636bac348ce46713cdc9eafb70c74cfe1804
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcc346e09d36c7cfb5957424a572bce9b009c303526fc52347a450913314fe3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34eb25d300bad4023c16cd0633a7a0db207bbd4e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55cbc89d1ad563d616010c881415ac298e7a22d69cb387c3b09300486030483
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d21108bb785e75d0d919fae533ca700a70701d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0691a137bb94691143cf7fe74d08eff5ae269d46e65b55765b145c9a4ec3ae2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eac45fe14a58b5459eadd715e6bae2bebdf2ae3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ca9abb8bc5b57864580698316c18d183c5cade0227595e0486a6f591c721d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc48f6064ef36b309ebcadf08b0c4710c6bcd61e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1005a7489ac4c3b1661da6a62f2400ab2aa6b673128a49849a1fa91c306bb69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710ca20799a013528563ea7775b0e2e10ec9eda2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755d54e1b21c1afd44353770c084e983033920fde077ed31d78e7496eda00cd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c80b8e24770cc597b09fce0dd801237f15dd49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c8baf3cbf272ee5a23870b8486cdb5356242d360994705fea1c235def91c20
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8319d53dbe4afc83ade7444e7b44effe6f664dc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ded6ae08e6f8468076bd496abd81ba2ffdf0d68043351c352496cf47548d4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cdd7a691b1b2782a380a326f0a8fb40699eb00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c90942196c90613fa2ced3e0d3e5cbd8ac6f6bed0a0900ad3cedeb1bf7e144
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ad6af8ce18d6f349d85aaf4c3a167abf7a0ae4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a660538d21467a23d0a6e2d1463a538a7eeeff7b14e2450ed042863e69b0c5b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43441e8276b5f42ed2fd7f2454de60330dae5d96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1118e38c91e9ab422f8e1cccfc1eaf7364bfa16f7fc773301309466b3e7939
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9984071b8e6b6609cec3eeb0f36a1b9020ef918d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a488ae32f3270377f96222b8d7ec18cbe77eca0534069f2f319c90d0eef2eb8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d217895155c83b17b29659ab52fd6dd9e670df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ead7bf80d20cbb41ca05c25e455b4c357e9b786b12bb42c3253c40a9433c84f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b196e9a3dfd49486404cd5cebd927ca3018c76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fead7d696017878ba9f29f926a2ae0eab50ece7355ecb6c2bfcd0baa0ffca79e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eceebb5c90b93c02df4378ede9d2691882cc9b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addfccff7b3277070f98e3b3e5ed46ebb2c1ffde0d2b90ba4205dc5d778b75d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439f7fedee2db419fea4056ceda8229ceaf56032
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56462e4682029ed83d123b0480b0c9224aec5af06c20c262ac83f98a8518eee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9c745e7ec682371ce9487a4d767b4468a9d342
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe9b08196b595489e2921a26dbb885005154bf442bbfe401fa97a774745eeea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a3962f7c1541492774c10074cb9da0f8ae3f63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86e269b4a14cf3dffb09dc44cc8e7497dabb7c5ba1e7f566c1ec65681d4387f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036899f899dad223f60ca78f43968faa22bc2d96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7bc1eda7bba9992d23ca1bbc96512d820410e63e0b7e83edcf3ba09574c579
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaf4627df042bd864fcf368886e156080dddde3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7604594b24794e20a50daee71ed640a441b02d1d7d285d4865234e6df880484a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315f0e3cac0d75a933176d4512e9663aec3f9894
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c084270444ecaafa7e9ecc0a6d2ab1c8bf1af69ead5f01db8879fb76a600ffc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73ee3b7fd1167752f5ce640d7e8faecd87c7c83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79398f7034a4394b1cff7fec8df8889640a0b1e96ef816773ed6a68449e49531
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03366fca0f128d91bb8d1b40d16e5df125048c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb16ee7e50feb4b8fe662650ae62e42b1e802ed6ff40fcc44c3fcab27e9c8b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ca2e775d7f6ebeccaf7553266efb28b7160b4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0959bab29a816e477ddf496b8768650b55ff1c3fc8b7feb2a898ba3c84845058
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9128c712cef004a60276549b4bdab5ed35cd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be95c0a8b60304732d573a85933d42a49532ac99db4fa6870620eec311a2b1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05039e89008b36c53663a66556c9342669afc77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198f218476eef0855fe0a0d1c7de39e3cafa1bf2bfe7fc3713f8774fd2ca181f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fb4811ee45da0bfba404f37edb4516ec8e1487
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e881ee7f3ede5c2d628901f7516384f1517af95eb25a89c66d6e43d9d01fe7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00924000a0b302ff518fca0f40c02c3f126c5de3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5c60de0246d344b0211fad0548a53b0d5dccae7ffc35f9cdc94ea5d07e5dec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bacfda440e287116b5a0ce964c0f529e8d788c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7658eb6afe155ff2d2dd6961bc6d87c7c2e75e167700bdec1465b0c416be6337
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e70d3c626eaf7adcc017215a7ba9978b8cff729
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78d683807114ef413b91b1c6162c01d607c5055c78af6b328db9780eafb1b12
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcd77977905f17fcce2791883e09a5278c39686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeb1854033d8ad0dbb06adb37324cad1950978d13a4b241b85818727379042b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64aa96ca9a2409ab05d8c2330ec24e38aba366b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2146f6c10443af5a42e0be97104f843031ecf867423448abecb323e39f4d84
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d419e135b7b2bd3f4b71482b08ddba58218ee7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652b88aed63fd8073ec055667e6aa84657872e9ed9d42f051e88228c6f7d882d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59e62bb73e0aa047ddd2c54dd120721bd294879
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff671a980a5e45fb0d0fc1f65d58c642260382d0ffd5bb669225a1e74bb2fb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6db0b133bc1edebe8b10929a4f5d4faa1110ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de4840345a76a9552951d9a74b243f90d01f4d553d3cea68c3b524b7449b5af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d99e9cf4c02102d182ee311122bad84a05a507
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd7919865c0275f68af028aab674689fa011943f9d7d2484e6f2d1722ca69aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b504b28dc25f22be4330610193592effcae7de3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdf22f4feb787fe27e9f941f3fb58a2aa32181f30c7b82e547d432fc85e0b10
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10469bb86267d28e0038acb4666d5ff6a4d3f8bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54885145531c846fc6d3ddc792af758bd41b226c9d8ceb3245e3c57bbd4ddcd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2a680eeb54445943818e25a41b0287d402664c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd1ac4997333a91e824d0fe3ced4dbffb5bbf2f4b9119e15fecb6da92691400
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff67fca0649ef995ff25b9beaec2465f65dd2ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28068bb9096be299ef3b7ed694e68b186a6686d23ec3a22176421cf5791b547f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66fa1d35476abb603437f6020dc507f8e1a44eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d5e1350f56b1b6bb1527a418e346dd97d1b5efd097476391c738a57b2fbf6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511dc0d6237f2813969ad8a7cc4f263b3725911
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7584f44b468b00ee7f052ee3b24600a596d2028e5a10954e8e8f102bc614cd7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51705d8c11844389855f278b5e2f6f19ec6c2cb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856192a01b34c7c0c17e7768fd9e653f8e79a6d66480962890247e250fbead48
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98cdb912266c56bbad75be1c749a40e78954283
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8aa80d541d7b1a7b9a88db6536cc0833503ae66765a49fdc9ba122b4819aa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d819fb86e84736fbd4aefacaea78fcb0fe904
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22d0adf478c2d1891f4485a15dfff5eac292bb4054e04ae577ce1a76e7d85fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eca4e75b428dd54b0cdda8420d73e47b1493043
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef928f97e7f099be98127f039d7765bd4ab19c7acff80145ade40c1e45ec631
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f094b17f5e7781a12b58cbd302db3c60f989d67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b679a876c6301e3a1b399e3f6fe90bca795dcedc2da1e91c172f31b90cf95725
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab036aa0cf1ed243c73da128b84c919f34280835
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6dcaf7dbb68113264df8be8ee01fadfcf4e0a0887a8069ee5faa1afb15c8503
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff76cf61aa83a99f53e411a1334a09e475fd043d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719341b9088420696644007b1df3d59c68ae8f26f45ff6467f6675f580e0128f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e27374a77e397182a59a837c4dc04af57040dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f073cb1a4687ed89385945447abdf881f14e6781811f305d585bc6ef938e210c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9249b78a544ea711d7f4da35400f26d4cfcb0c28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f285508b5d83b2bdfe16063840aad23e97916df391f382fdbeafbfb8f8adb37a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590275d0744a5b1870a477253a7ed9b797584637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817e8ffbb20da4d1f0d8de684958fde3cf9208c444b119a8520e3d18e943eca4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f9597023ab2238a9ce238ef61601ca5e615c6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf7059b6a71861af2a94ebf63c7e551e97448dea23fd25be2e1ac9224fccc1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c4d4a1ccb5dc0b4c6090a0efa089bf2045a353
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfad9761c50a7e6727193b2a247ac894b053d6ea77856aea7b713b925dc877ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e795aea4037cff01b7e5d8c948c327e6d80b2ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ddb0ed0712318e243240a6c3f04c8480e70246c8361f46ac7334dfa8bfbc7d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c771692503b3525701744523cbcf8e0290503d76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d93e690d8c364972058799c22804a5d63f702c268e0e117e8fb97af1a8ff37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43acb07c493e8b6cfae1403a52d990f1c95106a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21027a292a59eea8fdbdb829b73fed805ae404b20f029db7d3001d0c61d0cf8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e222e3038e4a3125ef28309b5177bea28982a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe4ff0cdf64d88c864b02291c96096a308a78c3522e1934dfd2f881f9d2f432
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b13b2d3f247be2269d3f9671deb39b98c6a95fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6417c4d229eb2e57516a652cdd270493b39390a2eda097cf270f3c2c6331c023
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea91274afb5db86bacc95f2bb01a3f5d12eca8e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3624acf1508c3dc6666737a7227c9cc37ab936b66097192d5cb257765948a6f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64f21950c4e4cbf3a42a57dbf44382f2e79aad4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86085c04984e4d49c212a5e2401d6b78d08631ffa66178570a969ad95e5a68c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d851ee8ca5f3de2aff50cfc53814fd796a5e68b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc55e6a8a24180d702d2104b6f4ab205fdaf9772af9b92d0c4370f6bb3c1420d
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131883f660d2197a227b496ed8c798300afcae49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bb1628ae2f4127f994e2dad35688e07021cb5a4c5ec1513639b070cd249411
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a6d8608d8261fee72a4341a62643c5b01f9b14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e763efb3bdc03b954982d65448108e3c1096bf6566863b11bf2bf32c25cba33
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773f196634ed1038c307ca41c6a42beca03e0a32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92273622da7a985691ee938a536587c1b72f64355510a4b4b72189e9fbe95ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df30e8e53ea47196dd1e434c3776de69e3300d79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2850bc023ea8afdbbb272784cd812dedd91fa1b5f9a5eff48e097d49e76716
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c566d1959d517a915e7a3c5db8d810c2cfda019c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483891f563d834144bf4ece06df64f5638e0175b8af752b1bcb9e4cd306615af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bc140cf94b12bb7eba6d481c83d0f5f584bbdb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb4b05fa974caee5fda401db845c05ba8b1b716185909f448d606746ae2d315
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd56bea8041bcad99242f1fbf004f5580d052d79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6066adb333caf48590a9e3d6f7771e3bbda9da53bec3698d7c029b6d666f8c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81f3aaa13dfa6fdaaa4481a43d07cab22236a0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908adc3e33eac48e682c2ab81609123b3e9a2bde1aaea6b48f758a93dc06c7b6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbea542d32722b520a76ea209b436279b142f9a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25a52828a490d2616ef8ae515eb478c50887086f1eda8a0fe4ac312588b2c29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b08087494d4d980701b411ae7bef15e22ad140e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c8a99005d2fedcadf539d555f8d32cc3dd8ab1a00e8ad12d6d588be8d5ba78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf9ae3a418705cf1856d0508fb4a7486f9e7533
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565a625a2c5c646c74d382971184eaf90a3e70f3f193a7924706f00e2575cda5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b713428517f0fe1e857a58bcb9072df4a5f56eea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765dfcd852cc7089854b8309eeee475ff2949827d584566c883758a01313c70
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc564cdf113f6982e6980b321eda4fc4801c6004
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a891439e72cf418a257b94e124c76eb33e26d0a208b9adc2e68ca5d8ee57e20a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3266fbdf374358850f74afc9c06ba200827a82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf780139fe21aac1c4bd088e48a323c246a0de289d5ef450050d1d58831bc91
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a7b2679569f9a9aee6b42625ef6f5b0f2b089b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aedc37fa05f648576d851a80d90669fbe1f02118fcad8dbd1ffc1ffefe6986
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dead5b20fb0567f448d82c6fac5ddb3a94ebaf47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e375d1dd85f73398866650e6f7b25bcfd0d9144d208eb234816e1c6355623ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acee2d70445dc42ded0a11df5954751429240dd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb756cc6d34d4dad61fe6c53ce04df884a19816c7d38d8f4ca6524fb1bf09297
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6907cab62d825f21e2fc05769b5e4fffa52869
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f65c741c05f4d3ffd039295daacd3f187e64d32b2a79cb7e8f4d46e5e44303
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f475bc88c11fe49aa663e1af4864dab26abcd635
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd31a2d19ad7fabad7c60d595a5b20451e2593550905acbc7ca122f56cb14ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4068ecfb3070dd96ec721cd23df8c0021512630
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702f5685a674976ed1fe1ea3f3cb155d3a372a9b6f77669c1fdd398007dda665
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924e9f69330a0b071b924a98f16ac104d3492bb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b73fe403279a9a5f6d063d52518d99c82319f805d34c13840e989a99230cb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe9b7465ecb84ee8c563add76c287beade11859
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68b09162d2dd4a1718ab60f1e8bc2ba2b88d437e560c6ff5590a66064d0ecf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98111e4ff201b942af36a7bc1f31edd262956707
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfadba72ddb5a17a373895d99cf2a3d05ea7af486acff508791d50002bc5a264
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9714a2f079b1eeeefac9a6265bc9ea950f3a0f02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374fd80d13561bcccdddd4a0a374666c908f29dae82940b63b0c722e4824cea5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7354b518303c7794ac61d70cfafaeb40e08c03d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5609dca8d28d6b0fb0d9220af53b953ed20a57149d31625dfbd81e4d3c4a77c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d19406bb5e6212e16241064c5b9a9d3de74c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6f844460a14f0da18be83cc5037c93623b00566777a17007922b74617cf5e3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c13bd2742f4c056e0efdf014c50c5d7e5edc726
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd466b9c9a56c0d0fc603d8d6f031443c58111614292a21c8dbc3e584534f4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1f6760980b37004d21b0ec0c119a267de47135
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999b782f946723c23929a26211d5f05c4b88a22f7e231b59c5e68bf8652a9f61
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91120a153545e5cb92f636da1c6ec58ecf281324
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e306f53313191e37886a2f82926f8069d4c3f0ba2f48f60fe7dd0e40beb876
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69d8591343500a4dd713b2a452b59d3619e21a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2365154ca0e8b8f0c88b9b4595e61e8bf7a74b564b1053c6e83f24f5adfc7010
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576aafb6b5c326906164eb2e73b263fcc8adf153
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ad00ca5f4e9a9e61fe3452a9b24a193fbca575b494d3cad5d5b98d7da0871f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2840b64b269ce315f338ac5230e8125817e6cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42de0e3122a26c4af7e5418c1207aae268e3cb1a8ffff1faf2414101a342ea4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6186feae81093032de82023f1a5df2633c256027
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df8f186a8e972b6556377b945db765cd3a7a930efcd8948852b88b067f26134
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341fcecea4e66c04afd8e5ebaba30f30519cd099
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6813806a1c6b4b09605e54b3f1ee726e06f7cc4f90d677f7496bbe95830bb286
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98640bbf56c9ccfb235ee49d7277a96e51a4c5a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a036ebe1511f77ccbf6dedee8dcc910a6316acde416d218e884eae4ac1b0ddd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d589f595455da5bd7da40dd976da1d27649957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa684acd7a270bdbb5b5ca158ccbca12ed25f998dcde75abe1c818f31b4f60e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb02825aed2c0d9e53d75f7dacfd03f3ab35622
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81da05a59c87e405875930a363c8a54c0832ad018e0d379e48b028faff1db6f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cab29941a1693e6944a4ce2bfff0ab357ede1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3594978f85fd042d6c9e23be9a3adf0d174757387d3d680d81280e89ced585da
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3baa9d585d402e7f5e9e3abc43be5cce51b4828
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192612647c5896fd941d0b89bf94371d567b466f84a57adde9d00455720f80eb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89091e9cb9baf3a74b3b52e43ae8a8bf79da763a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0a02b73f9e03984d32d93c589957b5f6f3d075501a8ed2928e5e1deca358d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0de94fc39a7a84db33c676c957ff2d6c06c2e3e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d64dc39316b050b1dfb828e3eae72a8bef38cbaa367d13e0b66357c6b695f18
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bea4a2350445e54464c015cc5c665f67a23f308
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707a4a549f21b2b31eae4026d836b950bd9e72a392958fdd17a66ddc119c32f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc123a2d6140c2c7255aa544eb71cd697114d35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64e9f6eb92a4fc913f2d7a499f0ed42077caeff2af9d3aaa561cd9a9fd88637
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ddeb327b5bdeb6c41b7d7e5c662ac90973bec1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570674d63eb794b03dc67f4636508cdbc4b1f93f6edf2f2bd5a414698717fb24
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0894830a2b99cbbedb198acee1a0bda55f9fc87a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76001e267df08ab296ae985c34ba84ec69cb701ee491f2dd6b3f98a4ce83e09d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5ae7e5d46038b7eb8d7b9a4a558f77b5aacef2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60922212499995e33c2e7af0ea11b8c4ef124a47a0c0f3b51eea5e4bec97efbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7834f4c15636c7e47bd307d0f401b460d8698e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1b9542162158fd0fab21eadd5fc27163b5af77cb4cb2ff8b0fc469ad302cdc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefd0da194f1efd4f56b5760f0a7e372441b7e63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0c081a5a951e17da92dd149b98a269e16a5513a63953aa2c8be9457b0adfa0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8757de8e38300bdfa269b7c7b3bcb8dfab7b10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210e31a6f36d10ebc4aa242f9b7ad3a934dbdaadf74eaf204fc8bfdaf7f9b270
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a2190f98f85b28bac3e6575f1c69be3fef616c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b777c461d26f4beb30ae5f1609af9fe9055d86c1db597ec66c3c68ef6c86903
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7878335cbe73c856f08cc97acd0dd2f06ef38f0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6735bcc55dc3a73513196944145f1b3929d66406c887d2504b2a772974473122
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0636bf4ab72f927698b13fb759a53ce730ba1b84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913cfd0cd0e3f3d1e1d243231a735408fdb011024f5dd96e1a0f8d5ffc50f2c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ffd0280e744280a2ef553ee93c4e71a8b19470
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bcdd9c4e18af1c3d5e91159994f7761812e8910ada1c3c83bf4775330cedf4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aea29756e90224b9636f6ca1e60cbfdebf6428
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56507a2460cb528518c5c6f4791020ee9aaef6ce0193280fc44f6a405e707508
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550b823b5edcbe81f4e94c1cd48c268682928eab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91e978e0375fe6923b0b16a9561e036825e74c1a1c8e2b995627ca0e2d46677
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11008277efc158cb6da684219174752afe30613b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1db1e8d70df595989eccfb6ced149307dc13240575092a73e4f96a71cac1d54
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf4e6393961da832d2e1bb37043f852244ee3da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae024fac04a73c6d29686d5247b72928ba4f65777442ff9f4c8bb94600dfdbb6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6d41488a27cdb9838ada44036e41aeb0664119
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48068cfe5aa7d8cce5ba07adaeb36554eb0f50b29b5eb357f1266c8a7bd90061
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bc4149fceb2cd8d4f1b82b7ed2ccac9bb735cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1407499b18fa635a6d749dfb7775c6054eb10d79016cc74d294d75bf0f1a1cb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600bdcb6de0f61fb3d33d3a4062662ba4bfc94ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dec03cb4ae9225f405f9ed653be9ba70e8c67a255c49b3e8fa5720b2d56d6d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e10dcbcf2debf6dca7c53bbd45c75e966e55599
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8936d2b18e93d5834b8753a9f13dfc5503173e12b686c484b4119736c7ef7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5362183ffb970095790ab7651c18772793d74dac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b0d94625fbba8a507c0092567d3a91652bfb500a054b8f367acbb982ef7301
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfad0d71b639e60659070f4c01177363aeaed717
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9d00cd766838594d2e7ae8fe2cd4ccd2045f5ef935f0f312d1f5aaf8f0e5ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbb00d2202468e887287291e2bfd5865d5a39ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c0771e2d4cdbdb6a4f962ac764790cd445e1bbce2a0c506441fdfb696a8d68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701164065053e20e060da473b112bb758f674191
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edff9601fb3a335e8c778339d8989814d725aeb434cd642672bd593e514feb5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d422d0c4edf3bb5c55ceb92c67835b981184cf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad2216659127d28883f0cfc7f15e2ca2449ed405d6250d905d402345c81848c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979ce0e62fe024bcc3244dae7fab965087bc2619
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c702b4be7e50bf5e5c24ecdd230bfb65d4f22c209d6ed8d29418e6654d4e84
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b137852f86cb1550241bac48377bd15a5d9c458d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ff47f534e5130bf4717516140dbb3b82118676e1fd34cf915a36970feba8c4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8d217c88799c0c0104412645b2fb32c1325069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9f5a04963bffc303128f7136b574d7f85cdf2fc5ef4cc163b59b3477a4a1a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2b4855dca1f46067ac877b72db2d77cd9db2cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c89c9fa00b2d836cb16bf457cdaa93623583e4fcd998cf91711ce988879b04a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebb71c2a5840933e7970d848d8bea5cd3ee2c01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bc2b2aefe98ee9ffdbf4d608bf4899a1f5895b0514b03355fe52525b34e165
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbfe305c6c3be803dfad7d4d3d85100eb338d7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f930ac94560fe33acd0a21bc41cbd9db8c8d39b725e4533d1f69465960949c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe538c5a0a8af5c7d074bbf369065b405e457c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26f5f3136be40182365844eff758257184bca131f29c87a90fbda0e482b27ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9892db5c2e56b3c214a011230b7c3b96fe356d2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67f7c031dfd84f2497e679bcfb92ee7fbad6fbb7f0285747956dd15edbb048e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e44311e98210a0b31b41df3a56938a9d93eed2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423a736e5e26a3e738c99c5ed99c1b0cd67aa87b22d7d0f10f75e47fb08c4eae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1533ae3e9c819f6322b79929d029ec799673b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281a33612998d4dcb5bdf677b645bbf0dca687bca845b88787db06597dbc58b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedab549830010e0e1ccaa48da5ab38249a80558
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225df570a6b844f1eb1b55a7424101c5f02bb51cfc0d5f62eed8e321eb05c7bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2e8d22154aaef5cd4fcd6a36ef2924d415dae5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f4bf4456b771282cf928b9858c8eeb7c1ee4f2ac12933dcfd6f9886ee87799
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436de4ba7434b8d4c1be440e90c487522f29b92e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f887272bda2c7f7257b3ca76bf39cb3aeef2772ae6d029609607010118834f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd63496e4005244b1ddfe78531e6f62896cbbea3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208d4ab7b81a7b39f17a831907d672d2312934be0e5f4b75244a02f45a4e34e0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4a1c4eeb022e353b520877a3fea8fe6aa6cb64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d81e05e6677b713cc97ba451dbb5570fda06512273009cc101629b34e72f9e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b5812af6f110597a00dddf46afa8713fe4bdaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984274e1f4794cbf4fcccf1f421a302890e0c3f5e2907834f2a0b629a59f18b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6877a473b3771ed82ae084a03927fd0af6a6c18
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a869ebdfa806a17f1c0f6c695e2b306f392ce2279800737da936c1fefdd6ddf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57601460a80c2c04d72f3e7647492e7dca4b72e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011389bcee67a30ba0bd3ac90a076f7ea9c66d0d58544af734d6a30547e24177
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31557d0abd2bba9bd55f3de0705645750ed4a59a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e172428c99d8a35f6d0d54765b7f8b6fbd24b6588abaed1f1d99568264097f49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ed91abe533f6592c8cd90a615184d8baf4a243
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ffb17e886c79f4099bc842d3fa1c2748923da9c90cedaa7085b967a00869c7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5381ffb323f5c4106465ef2b366a476d27266867
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25c83c9ea4a31776e091c75d51c8f45e14edd50094537585adefcee3f9d7c2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad8504181e4598b77adb10f53a40f5ea391bb07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deec87ea8b158d2e3907ec7fee629767b349cd55ac74330f4cf9b05c289de6c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8fd40d849c154eaf578ec92b8364d10c1d6f5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b95edfe8a65ec431daa01f89ba550a145f954ccd483b4c1243fc72ff85db9e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3c77cec66d0dcf2b83280fcfceb35ecef6a8a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8854206a57855d312e293aa9334cc4472368c78d1c596dba4288a8e42244f666
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493c88d1a9cfea570a5f337b4458f414781fac3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96f5198a0bad81e4c7099200c493425eb6c219bf348538e7bc2d8c6bdfdd853
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bded59fe48a2af7d5919d1caba4d9da587cc25b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b31c050eaa2d5cd32288cf1cab1091d1b91249e78f24fc3c995f429d453e5e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6238fc1053b041ef1c84548b89c803e3604aba6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9904e74b2973864b2311a8399adf930d0e9288d57ba16be49e14fe33e8cf314
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30786ab18f74440acf3dfd8b3a86e8e7e24aa8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30b47035b6d4387cc4dd168466d0e4796e493cf5c5fa16721ebd13f84b5af7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3301a759625c1a349b0e2e4198562a7b338a13b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5019011accda82638716758e8665df2c26adaf4547c2893d287c735a37a9693d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b627a96632e7c4b05542843fe88de1a7ded5a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b113563362a5dc8e5a3cbe74891245610dd9f67f4ec0d054fcc24d52d6e36eec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b6e98e33e4b81787fd5bd0620bc7b4a2f5a5a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bf36c6d7afe83f82b8b00c3ce93e291cb6e4dd297ad9d0a63eb5467b69908a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6f517be133febf7d006bc0540ab2e9910275de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc432a5d65fc170c0aa7ecad8caf8a36fa5c49a079a035e4737da5b5862d50e8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acae3181c0ba6dc5c9ae31a5a1c557bbc7e8457b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a601a7eb8c2a3d72aef5ea7c54143faedabe87e39c40402f4d7f51399ad643
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da41340a256099b77bb3947563ecd7594fef3078
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd54b58c42a05a97d21d99657dfc1d286fa930b72db8c94954c8b4c3ddcb44be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bde16a1c39908d61f0273a1d9c6a6b4a8163c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89e021ace6f7751a35b9f70519b7b02a46bb83296dc6a33c295b07fdd979287
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcdd5c059ab7deca022af2bc22ce8029c1f5446
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ac9e9573ac5222a5ff819dd28e69a31ce54529ba0b7d594f3bc7c9b372804d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eaaf1a303c3109ea8f285740ab4641efd75cab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ddd234f014e3d35278ca7d1bc85c844e9797e645224f185dc3f0d6e333db97
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb37db4eefafe8a36ac8e40216517d6dba1ef5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3402e4afcf446d509071b04e51c37e29a637f70ef8dbec1824a1e4abe28ba738
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ee2f8917e846887869bf531e5998b86b6de425
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfe84039ce3fbff2546794a2a0e43c126b8438b48fb1a1316f29a97d7d6161c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582713be3e2de7b8ecb2ebda6ab7005738ade19c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9920003bfd8b60c5889d8b10dde41734ff5e0e340492e385506b24c4a5cf1e8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791b4811e707a5c1b73af08894e8617ea783bfe0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d25b2a35974d136f37fabe9aec29ed4accb5afbd75664823acf07ab3612f6e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18787d4732f4b531db4501d88c8fb91f51e69ce9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862931b254c32ccfbf0341c310849acefa6d6f8cfde11afd39f7ad0a8be6d2c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ff9e12d986968b7a90e90d5bcb9dfa8930dc5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559de6b68503ce87c444617b3d342b4113b87f2f8296ac249c1c953e67cac138
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd3a255a6f47d6fb2db886f71e523ab0856fc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2a832d7456956760f06a9c55ee715dc56eb53cc062762b1e34556ff279eac2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bb0ff92dadf00905da4cfa6b05d845b22ef1bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192beab7ea87046ae2c96c886386f031d965d76035fe38927bb0d61ce3698562
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde54db559d2ecf473fc6611272457aa477ca616
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe48c7f9ca611bb574f72159fb0cb83e376f688eff478eaa60490394ea5b15a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800da7d381736096d65d6230eb4cc8968230779e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e327ff38c9b97535415482a3b620a0e7da07d9ab02d0fd05d434b8ee7aa63cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea9e09558bacdda043a6461fb442aa839636bb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40863d569af74ef6923e1ba79f4379b44d62251069b99e14f24760df92e6d876
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62e7c558b3f1f97e467df3ef1d69700bfc8f015
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a00d0536211c86d33958459f786d0d6037cbc080f2c8b4ed42c5b0ff75c063
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354a0fe18e6d17b5cca2a8a3a2ec5098b0e5d0a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd01308cc8ac22f33b42baba726ed9f4102e80a7eed80313578170fa160f30c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a325a68f5451d0209c96c81ccc7dc25d610a2794
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dff46258c3f780d6d28290fffe3ab36b0ea918e66c1bd27d4c7da011bb14a99
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dab5532e75a61c28443400207d092c5b9d413b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbf0bb8dddb94fb6c1e479bb9244461620b452f245a4c648b51368cd4819bc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ea4f4594a5493fe343ee52092b6467d563c1e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe969c80ed377da118d9a9d15a68d14f9f45236f05dd14cce2a1f7f935ca2a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6fb359370e6302efc6778f06e25678e8469d6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee1ae6730fc762e2e4fe4939f327448e1a5d6707bb0693e8c8d59ec738409cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6be4385d193f2f67ff778233f7950681983c735
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969fd9203f9279e0a3c462c5bd1f8a40948dd166c417945ae5328347ff8dcd37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f7f3f54aec80675f12ff6180da0428c59f9ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f4fa1aaf9180821ad2104cefcd24083a0c46995da676fa93fa48fecfaf95b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8d5ddcedc602698847be5ea1354b1c68d08d6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5506a228e7a9a531aca6a5f6add899a23f5483db7b35df482f1c63f8de40bc8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f794583ecad7b957ed189361747102165f1390
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdf38e460debd0808dd0533abae9750e9765ef80c87e9cfe481b512ceb30e68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597eda847edfd64048f5c4eb9c208d313b34efea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09301b4230ca84ce41b032b2caa08e5bd28740e4b9b136e397714b96ce10e51
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78978c675d5ce33a83e5933ba500a8d567db792
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de17bc01d2dafaf1de8b1d9c5dcad5ea5631fad89cd4111612a1fd77d56d4a5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18bc1176022467cb3ba9ae0911955c11c49d395
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184cf4bbdc8c1e8efa8f64625a434eee7488d1f2f5c5c3df7770772a862ad8e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf83d299a56214e85a9b3a8d1d4f513dabc4cf7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ef35c2ffccbde1c2ffc07cede7bc84a0f78babccead04e838a4e7061fe6692
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e014ca070815d49910782bfaa69f59346a24f2d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3728cdfdb7f9f388e0e5385dcaa4db8a6a3dc30155891dd7ed0c643b4bcb3065
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b2c8a55acbf938aad285c516a82b9e7a1b73b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848bcc865dc75c414dd40a299453e55a3dc2c66221352e8250ccf5bd4c77af8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcf907deae7ad0e75f1420ce7654bc6af9bc604
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5140b054340665d64f1b47c892b0b829f134fa8c803c9e41b7dd458135895110
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3970e133f33d38e4de5169d66d4723fc9d0008
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7f61514498ddd19984b899e90e16fec40d99a73187ca30f6bf1092dc7f754c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624344c06756079fe87e018bea8e9f8901b1480f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73360d43a425c2c334712ba04b377142563981c1f8e3ec9212493a948d6b5355
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec97db4bb1d6b4fddde6f9e5cec7fa357a2aa72d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c962448f051580eace7f328cfbecf1a9003ce65605cb85f226ab8506a0af3880
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fc8956e9205b6afb1626a8ed18d02d83ff1e85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1d4dec0e5f4319ee13d79eea0791ca3553492ffdd053fc98808d7fdf9ee1c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f823540618a879812e58bfd393081a8f617f0bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bef9def9f295d7d108969ccbbb7ebc14256dc9fb12508fbc806305d59a83673
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e86e0ee1b9cf1f5513812e4bb1a7b2ba028fac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224dd2d90a3f3a1b74f41e28027c090d4b87e74350bc2154380da721569ab178
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70adbf2c9d8c6acd9ae4680149dad14a5244a170
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d911d9477f853d582394f1bc0ef0de12bc0193e426fbcfba7bcbb8e1ed9df39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c576e0a73f6b7b359e825095a6faf2b92714a62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dee8900e90592de0f7be4e53132683b5f9b4ada7538bdf4fb687af4f19a78ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc509196b5ec9724e5ddc5a2c41dd57eff927f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700741aa89f08f20df81d9cf1f82f430d81265ed04b5353abcfedcdaa56c9d92
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d4d7d0fbdc2b6bd782b4fbbbbd17d59bd6a68e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c34ec39ab020903e0bb17bcff9e53dbd172b5c9207f3a508e677d421b3b8a6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5270dbee279c86ee4ca554b7a2a7776bc6d356
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc38f97b0fff9675cd51608a563935de2896314689d90501656290cbfed88849
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b8a587c2df13455c9fa7427c7609e0ff3d83de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a93d2735d12b9c2f5e60ea4855f87ebc5fcfe88ba6c35c842c49f3f89917147
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afaac1082fbf7cd3d89f84a8bb24f0a021b91a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8897430f0bc87626b56e641547b10f6e04e23577ed0cf8ec9a0a70def4e0742
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ee69739a86722afabe5b8d78ccf0be7fe24d71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6a6e3c6b678f86305f895d6ffb743b016cdbdf7b3c3ed48cfc4071ae97be88
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef041bfa5c4632089e39d292c90b0f833566d0b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac744d897e7f3fde3b846a75ce5c32a9b07a5d320815fb1fa9c549801088476
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e585816479b2b223f711e268ef84992e41467bda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e478cb41055392b7d8039bf9c06c3ceafbc8eec062f63063c59119139dea8279
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6e0c9b80490ef6478051cc6db29fdbbc3141d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0096955a72594a559ee426059d57f73121541a332f5478900cbfcf28f1f3d7db
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87043136e98400ec370b5bcbb30c53a61a5ab116
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ce8df81bff31256d10cefef0beb8610b79131df5df006f51358f54dd89d789
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1672e9f22a42019e6ca3e8195cdf7fcd1febdad4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213861c0bd6a1116367eae6dae60d147ed3b110f36074a73e830cefe38a25652
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc43fcf660911b6c48b62b7827b9968e703c051
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53bec73770788d4e47e63ebc1ace8c1a687904b321d4e2195d25d7e515c272f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78c77f4c3713738d90e2e2c509bd6481127b307
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06292a2c83256691398658973cb7afbf74771d14792cb5317981adebbea84d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e755955c9d09b304829b69e5ad29aaf9ea157
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12c7c3325fb797ce7051614c16aad14f29eec0d8c04bd1f52fe0b264c1e0efb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70da8734a8b741bca40601827815e4539770b5ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8b65dbbc489a036927acee005245e839921c9dbbcc94070910dd4f8bbbad8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523512330340b86b6c0694db8a55047965ff7ab6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c2c01b16dc2ae6b43cae8b1e67fa421b1fe8a898ce88d65e23a9ae38e9fca4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eaa8efb3fffe067de5402cccfd3a610f135df0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b2ec97d97ebe740582181c95dcff612e9cb0d89da3882d04a5e790bc0889bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be6f7706f3b39f16a8507f542ebfda5abaaaa76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb099bb85c04a5b434ae0ee19a58cc1f4015af5993c93ffab926f823d47ed8f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ffd029fec1e0053cdedb63664c15a8dcd47559
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07a898e20458fa250a30a1315c7b547951f1e1fc81e09efb63c7947f7ef4280
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f68aceaab91396285bbfe7288bc5a0df7ed097
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab601203eafb0a251296e679b772856bf0237f1efeee30b5cad7e63aae79a5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118c1ccbe99559ab6b7310caaacf8a8376199945
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651596df353d771e37b6410fc309fa87be7b054a347f1439792567c2fad1ec9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc336b2cbcb2995c52469ed49361092afcfce396
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fe314daaf1addaa5397a6ce4637ad9ca91d4f258a967c24759132772519e43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b887c5ce6f7ad28fe9c8f3f68184611df3bb365d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6641a8222190d3cee0e04fe7169fb2d0672c701fd126e650d7186d2660046e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff60a523a14341aab49d1ae04826595a50bc05b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b36b13788f2ae60fdc1a75144d970029f3a1f8bb868e062b7e9c60d1b5581bc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83c629b927e43d3629935255e05044da70b4b20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfb4820deda52d5e834df1fbd4a3ea00195b19781b7d9fc93cb8b5419420d16
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7662576a6223c0d4b565fa30ecdd0fdb82c1a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da7ee74495edbb7fda516e93dafa2727cf8984e85475bb915ec3886938e9987
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9dceef0695d60af4205932a7a9e65c780e354c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7332e57392244a1b0bb16852cbe7d752e0a75f27a1a6b45edcad09d6ef5426ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfb9afd4cf42b55b3f7f0e8eb5081c21fb4a3b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378ae5a16525947aadf4003a2c58bb55c42be5f472ed7c5cac905cc1ca77b31c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9920872e7c5dce9c87ce538e35052e80d2eaa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a779a28071421c3806ce9bd40cd71762c158583f9cb4d7423ffb272e147bcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf100010db4df8ea7f47e64e37295deeb1519dfb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0e1f541e1cbc0d8b11cd8ee52597e74914dcc18f31b410c8d72144c89d63a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4b0c3567d2f75909960c4febf5d837d4365866
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a54d9e70b2c483a793b8d0c6edf13f4bea86fc02784accd60bb7b53c2d044f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc0850240a79d2c04c8952e461539b0c1e73fa0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fd41e8042c176a2f33618985d2c3ba7c0a59adff342d0216c57bac52cf150b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b22cac5eb8028e45c3b6a0522bd65c4dad2a4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b308c9123c93dcf401938909a5510dd416d10f6af49110b5097154caa7b203d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb7f073cd23dc80d775255ad0f8499ce58a6449
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139fc10d8805ae8753a9e2b7c6c8fd9d72ecdcac418a1da62ffb89ecba6ded93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e431c1c2cef5c4daacdf15feabf6ceb3dc740c9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f0f43af0ca203b2a5a0cddfdff56fb6996ae6aa4ab42eb483b4ba6ee65b3d9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a282832c83f9e6b9b2e5e0048cc240df4f1667e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4966be1ea7ec90b40cb9276189e159190918ffe6b3e9db89c8d976ac1a689897
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215ce2e980ba1141d226aab1ddb600300afdb6a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fd7ef8fa74b0554766fffd5834daefc3f806f7b46f69d64c5acfedf820d746
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaeb8ead800855ed3b027f7b7319e5fb73a9e552
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7110f6a5dddd3f18b325250e3d68891afe1a666f5683714fe616af67f6b8804e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ee7a3d2a87816bb199384d460da90465e8bca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105634c04136a0b0ee7b82d3fc00471b36eff4e14485d5b4988b83fda1eabbfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7465a65fc6cf0716264511eb6e19c966aef8eafc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc285cfcc6a7f587ad571a039564f0566489e334e99fa275cf0a9146b2812cef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce30e408909d7fd1fe0e99dabb1827031ff3c9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0934442e3b28907d8736214e395f51dc2140a449befe5bf242c17171364490
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda7c555e239013de6751e0801d6061521ccc06d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414531b8617b8eddac5b8dc03b276bf371f6b9b13071c96c645ade605599087b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd211c55993a60fb0a7d8af01ebe9fc737b3360
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1dd1570db2311c1474e7c7c9321cadfad28a8870fa79cac7f79a44d4aee0a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c49ba8057badf7dd1e5ffdbd62560f848395cb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac729d9ed3bc0d1d4600f2e69552203fcef773ea0d34523ca16ba112d691954
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6d11fbb57c4cef1c77cd24c907589958c012f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b38d09e3dc6f69b8d40858ee70e7d9bd03333e80a16d45f1586eb170e2376bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26a87eef0d81b3465cfa368f9471fda6e07a33d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdfeb7010fa1d51910b9abe9e97962bea358b03eb34d87db571d7f8e98e3045
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdcaca7e2cf9b70b13d711fcd4e487b83e87ad5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21dd48e4b308cbdb5e762bb3e272d0bf9591786d0439289670d6c38e575cc33
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ffa6e54da2f8930fcb33d123546d9bdfc90f06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc7f3d43306925d77f5ce65f7afd8f8b2d0cdf2ec5beb0bc40e172943434ef4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba29e5ce0f58e8ec6d7d8deeeb105f8e0bc14d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca73ba152069690e897b2c518e4abe7a39bb7be5a220e2c9e3e72b3799ce49b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad639aecff1ce8f9499120ed8b4ef2f13f9c0aea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2bbd1654be4d2eefa54f51b414907bd340722dde321ada498187ded9da1add
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c40cecd3b4fb215870c5fda7240791b9c3e9b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b39cda27d7b84bf1c6bd884c4c7d7e1978367f09deea30d596342fcda9fec9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d2fe00e6be148fd02c63d89910388a43db5e03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9351366808a0cbdcfb3972098036de17b0eed3c03589b1060ae5d03cad1db9ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbcdd7719b90dd78923b8d5288a92bc65423013
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d7afb08e2c0e1936b46f9eae912c9c6a0e1e0e72e653699fa4b338950cd2bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a65e0bc5ce84930d1552f9d3484b7b2d923f1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed7eb6b1773ba1b44c379a40e47c71488bf4cbf9b754050ca7159eb500301bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5952406e238803d212683d611b73291a2b9537cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f461829d5b1cb68122b69776c1d538f10e9bb73359f6a0a372608a4fc1c04cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1669b47bf84b0e68f8f2e609fe6cf1156c2c43c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae27565a59b64c7009f8b87cccab097ae3adea27277e7623cb321c0992e5133
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3d4a40fd94545c87a91d032ff0ac1188a2e772
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c69ae02a9ed23d3a0c8ea55245c5fe41e43fed61880dce4a46785258e98788
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976becfebe9833238614e6ecb89ace6713620fd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28cfe30c79838d4132d815ed8c9e9c89564d5fdf052656d2fb9f34592fe23b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a150f9d32dbab8218d645016a3202b507f718d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ca959e37b24ee1ca803817c47578a68d5664b420d3a1b3600e1968f90c6ec9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b93b4f19e3f55302af5941118b7434383f2c00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2278668831e86bcb3053c018253c70a95446762d86f93273cbef7cc0389790
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00be12bdb872f75625f3da33aecd9970119290b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c0bb77a3289bbec1d9bd53d184e7b7587c92b0fc3d9f91d75bc2a911010adc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cabcded47427b197e0a307ed93c61d0d94c0501
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002285d0f043288ba3c5b2b1253ba39297112d0a5ab219edff2467225adc365e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e916e4d863c81a9ea866186a94a55ef0ca5499
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf16acb9d71273297f7394a40caeed88fbc527713bea920036a1e01b4b97066
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5e00a4c8777b31dfa2c738c0857cd91273c710
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875b9ce7f3b37cb6c99440a2ac84f1f1689d4c050e3a7339acc30ec9db7aec18
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a7469ec2bcf4a156f5a7a0b3741dea735aa35e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca99e77408de0cfe7a4d36d8590f141af431fe469fec6b253260b44fd128b0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95121f5cec23139cc668632d62be5361ddf7d631
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c02e1172106a23b636c1ace607a5ccfe713c77648087e99fbfbabf6e9a87b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29bcab5f4a23551a02f20b50c9c4d639e1ba868
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a1a80b67427859efb81f4834209b7e4806fe7605f6888e0c40fe3e4fe44e9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32432702de61799d07579443df5a370c7541b3f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf74f69063667e39cdb9a02b2ac5c054a0158b477e5dd07b76b4fcc7c507912
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19899bc1befd05b223d75c01dd306d60c8514209
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772306da3607a90d26af7c26025713058990812d370fc6456290acabda6adc00
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c457040204409ebfa6bd7f90ebec848fcb4ca75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c63b485750b9049f664c6ebc73730155339d1315c2f3d40d09095f852134a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f846341859c637d282c9c63d4d9d1e33883964c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d7ff75710f6ae4e5cbd68761b972cd0c8112c4a8c0a0462441a28de1214a41
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d17cd2e02b180ea5f40b16056a51f73401bac5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6365ab5d683ea6bfc398e15338987d9d2cb4f09b65d3f3853894401ab942bc1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d8b1e82809b9a624beee67a66a274287336387
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33bae5cacedab6aae612144082c2f36bfba814f5bf996062cfa1b06e0d116b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64859d829dfa2c75d898df78286bc138286709cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a204db89eb214c3bb5f25d20b8c81e17b00702d4a797e68c61c55f17cb68ffc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36066eb4b697fff26cd45ab4a0b9d962eedbf83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b9a5019ce22f8a61815a08ad825a9505fc45f828771cb151384e34b40d0c0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4252322d24ee66a71dcc81857f50b996441e49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59339cd01b749be1cdc82464e64c81790649236274c2df75ffb242d7d2d985e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e74b1d37b0e6e871c58ab02e08237b032c3ff0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f913d90052724b263aff20080868adc0dbe741ee156dd5a766e3958aff4d1404
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c1d73929f03899d9edadf9a8d5fe699b116d84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8268c6ae7c981d2b6f9ec6d9f0a67bf1957257dc6a1d7e3946fd64d8fab7ace
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6600ec580600145f12a156f76987fbc4bd499712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016237c0ebab99e03a6f6fbe88b4591ed758c417e84bb0a3ade15075e525123f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd6de81c2ebd8f1f0697d02f992428bac52b39a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cf9e1a7a73f4a45419f610b4a2eb5d72a5907204fde96dbc1f781a6ad1f833
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4073be098e3fe8334b7b0d0a5a74e344332826
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111523d875c0b201d8d3571808063409ec58751a410badf0515978b7112afc6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de52bab3f6ad37316aff83737f1a2cc4c732f3dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85194886c20dc5b92dae9969b76fc59f8ac89e8991e74009b2b17bfd81c46004
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5ca2f7b9b29ad3dbd0737d03ebaf9d0f5f1d70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43e667eafb050f1d43540813b0fd4f0cc8feba959b53b5a1d4666401c3b2aa8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34890d206cf83826d77f6ceb31b95252b55de04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b11c395b7df0298f89b9c16d3dcc5d5e0134fa1de69f5574e19f893a7927fae
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03691da5037b950323af007d4cac7b60dc074641
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039b200231f0690d11278e2353e3ad36bcb3eb85a1d2d6b81737178df6243e9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c059e1ae626d86f52f242ca4866bcc593b23bbd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa79737d7eb0ef9d712d4ef59b411b7ecdbe5ec8eda407868dd2ca44b567701
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad5771213e2ba37b14eb2c4911dacd3bad1dec4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f651c8adabec6b2a1806ce8b29119397d5dfb4b8537106a548f4bb1284391136
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f8082b7afd5d2e07d867f6eca9f12c82c717b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33298f0956fc40b4eb1c580a1899ed9adab2c778a2eb0b8c461a55e4c4f999e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fcb60608a4123b2d723ddf26d6e44c3cb05489
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6b112a90533e223b8b06381eb5f00ae3f03037ab1b8550b999303a7337edb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7848d6bb37adea9866a91aeaddd000b4590d5cb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acdfcfa906d0db8c70cdf103aa17829711c66f0faa9f3f545b2ed922d382c2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e609e363609a7731e60fc26de94b5834daeeee6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646f65a2f140018b5363166d90445a1e25a167e920e15765ea5b17b67ba30b24
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042a4e0e7307a48f895108d7101fdb6f86d154a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8746ada149ce0a01657b30851097a2841da43c3ccfdfaba6fe77d437bc4e2f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204bdc6fa0b9b6b2b2dd6297845edfa5ae5e8125
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7a59b9e47980be389cb8e1bacfc270699818401f02d34b5b056f739804f405
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef3eb647bdaeefd4110c4f5aea8921cc827e62d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096077f68006cba327ddd50d37f8c81413e5cc7960504b1fbf8b5536b86c53b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e0f6c071b42a63de79e2b0f8e7b36aa487e7fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de70381079bcf108c702810a9707b12ddd084e617656466f534a7de55a7018
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d038982bbb5bd6ed9820b4389d11cd323463102d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996ea1ce15fc743e83391a2fe1dd31c0f3e7ecade62380786a01483c50e04bc4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c0f4dfba93f809a91af6ec0feaec91c23d8749
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf51bb8f300d04353f00aeebad578459eddcaa4e355fa28d1c9f162bc481721
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b7b2c37f3fd9536703e6cad27edb21c2865c99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510dcb5bdab5a6a6aa5cf80fa301cf8da4b4618d0dad2ed6298d087092d2d10d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376919e7b2603314650c25c1f62d1e359a930b1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e36ef50a17e09486a46f5a9008b44ac1de52d5a56bb18a83cff1f581caf2d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a48b30352b7b3b75a83f30ad92a6eb725e45fb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599c29a46a2a01b7e51d73dbc3675d735ef4ea7698f501a63e807514662b84b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6124929a154d2992466f972087d8c98953578a19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ddf24886c3e6b1f4b5f7051f692c19c77a0c30ebe1497e5ea244a7dcbbcc1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6454963e6f2d08ad41350adc285e0099263f7b62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3814879a94a3fbaddc078977b68731abda446739fd0c21806d9b752443d435cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b148e066347571613777efdd63befba24bbb3df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deec07c34a2ce8f636adf3735d0da032d731528d2ba74500e568aa51d62619d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ca361750a043b9c403fa3543b893c4a67b5f65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e37f6043da1b4666645558225c9be5cecae08dda005c632dc707e3f3c9ad11
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154580fbf03c9953090460a8248e60917f8af140
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01d9428ec89180e8b46c1d93cb6039d5b48cf20b9b4a87ec11750b0f4e4bebc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403bf7bd2e28691ba283856e974c228c7b8dc754
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bcf88086931f7088aa1081434c315d956370279e4308cbed33ea5386e14901
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f648df47aaf82aeb4fa7660650ba33c0e343008b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf55ecb9ee06876438a33b81f961fe3ac0fbe2638e31bbf885dd45a578c236f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a379b54218398d121cfc4ac284118812246950
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa8bda2bb9b69ca78d82e0d31096aad48cb1dd44bea445878d962f4f8679ed1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6265aeb00d098eb145d941814523cdfa088cde6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b01ff07459e14251132a9a33ee823b94c8796f4edac9586d9ee4294181af1bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fe21e54d92a02da9342ed5fdd8dae2d3cf9eb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d6816b9c45fafd6ef44cdc14f191a1e5cb149d4332d5fb554ac45002f69780
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8397fe122f3a20869c8e51d372814b420213de8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b60d7fdab1b3ba0cb2a683572c334c9f4ac52ad9fc3e69bef24ebf06387c1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae89f2da46d4b91d212aa5e33b85823c40226a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9161742492b66c6fdda5c234f6016cc5687e5c4a0dbbe5ad4e77fd4204df48c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1b485c8a0912ea91954d622f8b06c3af09e292
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed1bdbbc917fb29ba95c547bfa71632c3358373c1953097b60966d30241373c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b447a0e5442d2e1816f1e94e7e53d8222545e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe6ff62906f18a69e2b951fae1941085750642f7a1606977a4699f68c3d6ac4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65371b8eafcaa18cf055adeb2a4d5851aabb5bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf16c4a20ccc92922f4c7272b996b23aeb7946487c922b0b5b482a8d4ef81e8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82acc29245a46a311da9c3718fc94276c66b4f6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51333ffdc56d134126e433bce1fa5907f2a7ea8caaa0f2340b6dd730cca0ba1c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c465874cc7f4cec06e58df71de0e0b01f75799
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c4a65a2d6560a6da2225040027d90f64798ffba61164bd95d413241ed62d6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba4e81f19b6ab3cf79fc3cce9a8426ff90802af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ee982a88a6daa1e752882a7f3cfeb30b45e236341a804485176f16ee0ce527
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32de1d3ffb25d7c76dd3b8b568e552890bfc33b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a1eb564b92c3c996f65cdd257973d767dd75b626cd39e7b9071e9394ea2f44
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85083426531f60144777ac8c209bffb55dc322d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf131e009bc3650c12eaef17f23bcb6a5240f04cb2028a5ab59cea48bbea60e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f06522e11f0e5d161d12004b2109979faaed538
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a885c6589e0089455137717ee987bcf8e1773f83093f544e704cf32e98f4890
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68994b0da4ac87090d1b36071be04f2061c85ac1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b2802e75636b8fae7f60481bd798de7a6ccb914fd6f011d68ca685653cf073
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfa9362e4d9f5dd6faf3ad4417ec3fa17139687
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d811a4b7b593c16887444a12786eef0706b2c31b373d2acc053fafac4bc8b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a15e0b1dd05fbc0aec3189e5966fa1957eb9e3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68479d2c03deb2906a5b9f81f21955c056d47bf4fde066f486a4455d4143383e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b0c4d6c2716bb1a6d48ff8d6b11beecfbace75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c80037b9aeb2e99ed03f5fe618922e3dbfddc28d093e61c13a30e845e46c00
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fa87ff22c6bf6f37da643c18ab877e17579b82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7db97cd40d65b94f1e50b3dd36261023aae618b160b47ee20d20d59b68fbcf5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe84086b9a0c1e561e0a8e95abe3869ade49322
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fd28ebbba4b97baa91bd44d73524a201b2afe408bf5a9a3b90f75fc20211a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90744eaefdd0a1c6cdfcb8ae4c51e493e92bfec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1111f6a3c3fff41912b6d47694080eb39aacbd41d24413ed4cc338c94280e356
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de969d1c8d4689651b538ee6dd759b2ab0740e33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa946a4e3b0f92b8a3c10b55a2615fff582f880478885175d9b6d1d98254d92
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2a8a2fef78019b78a6815e07e481752da95323
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afc1a9b682f7fc654efd0b721b7d75a6ff36ba23d5ccc4470b31dda7fb55802
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e1fda1f1e6c4593a0799317b8f45b41814842c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a89d354c266703b6319d87cb2e58118b8a7f2214fefd4c6637465d8f97e254
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089c6507cf40ec6b2a77dc6bbc2ff09389dc83fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c66ac30e2af757ae0d9bdef3d916e91634b255a98f16b6ded01b015cc03ef09
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04270d4962711b8deef2d47bb57baf6bddb2e176
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f84fbae68992ab26be6f30cf481243d4cb10ea59a2b14fbb45da30be8e03adb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9584de038cd543376868c7c1eef29054521c27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0537249aac6a6188c48933423722c111ad2bb43f739147dd6d1508f47bee81cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9a67a15492f5beeca72edc2d19ec6892f2fc69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97f513983bcdb5f472f46ed27410d6523e1b9258b11b149f60b04ab20673c7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e783dc9a09dc4ef0fdf15628e456cc6c1d56ce6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02d8bec40afbeb94b044dca276788c0871a983b20a5d7be0a475539c61baaa3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4026e5732c7e31c6cf97dba8665a85f163b49137
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db2baa7d94290f630b909fa5a2d751ece126357fc5b4ff9d8049653f9822a9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd510fc41a7b3bc477c4b9a298f7ffedaddc3a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b92f921fa84f34ccff4c53f500638b37ca723bb343e3522b22ed5dbc5d7af1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c34b80ccf2683f3c761a6596b4731180cd64fd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4d3acfea585e8a304ae52022747eac1e371346c721a2d86ca1eac4c2ec55df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd134b20145f95312e8c588bcb83e32e225eaab1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81a05d40dc5dc2095733640c927e9b7d77f54b57ec2780dbd66628135e6fafc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a099aabe29ee57073ffa5a546010a9fe71a458
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e75de7b1cbe96edf971a8b826aeee4eb557ccc8d2a1511eae5d622fe698cc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b91f11254391def173d31e7cde2c67d2e31286
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936ff1ccdd112cd3134c02adbd2374f4d85d67b99a8ea05bcae79955b5b1dac3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b175c055d79667b922e5c015b1482eddca8b286d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d9c37ce5cb862bdc4f456f9c24d01fef73653249f5f8054d1f2928821bbb07
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b513f2366616d2ccd42ab79a2bb9f4c9556a3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7719d33eda3babfe09581f831a6f84ff2f0e508b07bf233efa5e9b24bf8ce6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0bc86454f7f274f3a4cd66c3eb8cda8e9041f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e22fb8396ff98c11db676bf8ec48a55c81b25ad5ec073f909fb249a468f455
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bfe574698dbc557202bf6bc4e4c56001d2d520
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a590a73ef2edb6e694cc237211d9277c60995b5d2f3e67569a84e06d54ffbcff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee17087feecf4aa44677fbb44c22eee8a89da9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6af2f4fc60c31cb7a322022707d373ee9f4776508204504de5e500b05e50ded
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eac6e6d9a6cae89d358fa4e26bdfb5763377e06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ad2b847bdbe4c6dd18a7c5691615a54f2b05ccf561586ff0be9db76c75ca53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212206ea8fc2dd9c30b4c211b9558b2242787a62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c948011117ca6e8f8f06a5a73dc02df1f76575bb2551b5f5efe07bccaea0407
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f4ba47d3d0dec4a56cc4cb3594adb8faa98f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa76458e7a6ce80b73dcbddcfd69f88521f6f1dbf6645c1208930413ffc9042a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe6117864fb0e16fa96ddc670d93377e5ab7995
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f48dbd6f8f4f6c43d0291373db1b80e50034be224958c8e7fc6ce13f842c5d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371b2b7d5e6dcf0cb855c8fe68beeb9a85903a38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f9a6fbe695fdcd1b8c446460399523c3efc1579b4ba9a1652e7b67afba7483
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30cf9186531c00ba50c602f27cba5682f5c469e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23c399e1c9dca74837c97b5ab97d8d0d0a7cd8d1d551b37cce87f43e8cf54a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a1c92d50dc12e8dc69b121beae744ad8b7fb90
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32df8feced968215891cde9e3c759c5e4240c76b21df120b7af653f6b81ba1dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88b2d305c90ed4c2662d6cd04956c7751602cd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5720dd90aef4cb7fc388e92154cb716a7ff2c588208f59214b8c2d36e853f5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02243914b75a0542a7ab982aaf7bf822ea12c7ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17700502099de8302cad9bb57b0f6e306b0db5a0052db8387089c1678d2899e1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae2cb6fc35e6a02e2b2fed0428ce44e3a8f0d37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdbba091f595f97d50d8a6521d66b63af669113ce72bdb7672ebc15f723820c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed54ed874471f5a19dbad48c7a6987d5641cdb1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aedb9be5ead6fb94f51f599676f26b2a9a3eefaa7bc8dc4efe4f66fe7944e9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9688cb3e3821e95ed4b4d6716197e4879ad84650
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c051b448ff505ea168b3c360beb2156f0250b8e23504ccfebbae5a62766cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cff80898b4c32c97298668a72bad61645aabb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32db04a147b057fe6c3897e748fd0b2863d73cbd66934605207dec0a8920458c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c532a257d5283abc09993f1f4ec6c6986618be53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3996467dc360951896942a6acbeb5942223d8706596f6b75e1774e62236c4212
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b1313e188465fe6ec563a77578c292f66ae9be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05e92fb22a1d0ed07651b61049cd94489bdf76b5be4811bf0ef1fe0af2994b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495abb09b4b72a0a208a36848504d58a7aa5ca24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce6d80cfbb7d69a3d2ed64ff6249d0761586273454eb807a300e8cd12f7073d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01959a0bdd8a55eb678bb87c9b716e60ad758aab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b6f9d52dbccc5aa8c74b6fb7586de5ccda28459d735ec513aadecd774fea72
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567ae522d0da6f86eec5d9f77799964d319eedd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72125df6468a0d533baf8949d80676a96a75f12abcf046af0a7648ac91601c3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb927e02593756e1fc2e33be39e318bb1cf59a38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc62ef0e8e5bea45ac15dc10a52c54d2b463365493d54ed82463066652872e3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc02aae42a458ae286dbe90056f5b4d9259df82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe18931d91264bbf7840d5a62976fd2daf47b9248bb22a3ef8bc4a84b0c1ee5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231dddfdc3d5b496901a45ae40f4d4c3a82e6811
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6c2efef480314d98de86bcf5f26bbe274c420f4bb1f7a6f3e74b951d26f761
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7e2004cc3ece27371207fad52c057a5eca73e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51404fff10fb5410556e5517fb6d2613c88cfbf2996347c95521da35a41703f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b519209f77d56c6a3c8e8c84e28b5eb571582ac6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d8baf532ba882c637b1d3be1c7e3cad9ede033c298c1be8faa4110fff8fc63
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651fc3842e22260fe0a010bc96e3e92cc271d60e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11184dca67d34e7b368efddd8518b1fee3ffec979c80b84b8fef69aa949e3d46
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa17571e4c7c0f2132acfcb8eff3e2dee54a42ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a0e8f5320cc3072cb96bedaececcee9016334c51aa4a31c45cc4633ee7f5b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816bcdea1b11800fa09ecb991bb6d67b6bbfd66b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3343c8eaf984949f3d7abebaba508a46e1b59bb95f510a3fce4ce222ff093180
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d2782bd9ac9938410f836ac35fa48bc8409e8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6ce1bdc5d9e5d2ddf6aa90797d7cd7fa19f5d5482f61ba93be67ec9864f50a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51f610cb3ad8ac8ddf050482bd9b99400e0f04b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88f7955f23d47b4ddd38d6719343d73b6b59524ee54ca258a683698b427bdfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ff331575fd3958dfefbe8c177b42c32235fdbb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae05fcf0f18fd60869787b0beb10c172648b75ea69b04d91ee9764c077844260
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344a9ea7e932556b282cbf060ab945b8ee919f01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676073fc3c0bba264f86b584b9285d8a50fa51d08431ebf4643ed08246ac80f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2122e6888ea9e9999ab0d055b8f96f4589ec28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ffedec3135376800e0b0ca2921705f2ffe5b7e3dd851717a5f42a62c1b9f71
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a054b97670ecd91772b6f686fa603aae7d0c3e3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a7ffc652590441eaecca10a9cda7031c7bc1de4b4d218b22b1ef2814dcc0cb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dd985be2dd70fc7584a66dd9ee0df7d7bfc528
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eef43b3764cd717611158dfe4ab233c8bc5a80253680f35d95f429788a2e640
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c855f2a273b65d6bef31e2fcee51610f6ca5dd69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4515349e1739c8ea29928011fd6337787806b99ff0ae0a91be467c838bf795b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707ce96d3a14e44003db42c0da747f1ddff6b4cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3e846559d8034251f9000a3232ebb75f424a54d30fda323b2d31a638f19bac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e667f9ddcef1cbb9249146eb1a84804cce4e87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8669394611b1170d089b2be467d9fd97b5e330130c240c5b832c64e7949057
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9e88b960bbc45798ac1dc63be13cdfda129e85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da61bc8db395b996823892ec3eadd3290eac10300cf46d2de4a05046eef441ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf3390317c2fafcfdbc53f90fd104483e024ef2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76132c49c52bc379d018244b51acd5cf373d31d3c16426ce107f9dcc7d3a1283
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3aecfc0f4b461bb8c30ba3dbaf7c1603b57782
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa6f1dd7b5822e11f102ee25abbc4d3a4ef0b7b82bc5002de9c844b75eab4e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc341383856e7e91e696ade883dc3830003117f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43a46be1ea5e14227ce23773e48c498c25b70a0d5b9f378807803305d7b570a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e8d620f78b3079e3f4f201612a4741465db894
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aa24bb2db494ae26784e67be1ca988463803a48e83f71fa4b49ff0b4a1f2f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439b9f19b9f94576880bd0102c6fd852200fb97b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6993e4dd80c7e173321c13a333719fa04cdcf0002976bd312dc87c6150aba7e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f656b8fc68857d4165c6061612daaa3ab92d137
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fec42b1d4a5a680345cd4b708821e261b081634ec42d794b700159c5a846e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e17243a8fb402b194911dba743a1e45be4d325
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c966ea20273be3422d0bb123986a650fec9bdafbeab019599a26a51237ca9b64
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7278bad40a933f7e36fead20c6d83015eebef2e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0202a133067e0bba4cf8547438caf3b8eaf99d39162e433b06a1bf695e4d883
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c2c45aa959f9c5f7910f31b6cfebb9694b13af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78bfe266347b4ce6a56f1fc502b086b75009cec020162c47220da027853ee0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09db091cb5fb52732f354ef9c8dbaece1ca226aa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc97e46562a8f51316d719278cd8979016c30419f0b1f058439239b87326147
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58e932790ebe4e579ce2e72d299bade594772c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68971ffe5bdbc42ed9468e09fc969a06492eb4224b77f118dd7fc9777f76bf80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05deeb6cf9250b3eef61101b1d2b5c5d7ba4adbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65792f1f57149858d9abcff19eaf9f2fa157bebba1c8cf3deec2e76496bf5e2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0d8dfdfb88373d4e2efcf77bc1778e2ba4d546
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0978798db6adda449b779aca92875a821bbeb659252500d495a0c9711a30359
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910ca3870880140859037d71cc0a7d6660f374fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9132046a5d5395036232f93ae32e12e8a105e26126b3b55282f221e8b2bff7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f3c0b1a76c9c3c75bca905160f24649c293918
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cb5e43b78eef2f04f1284518ee455ec4a5755fd34a7dc80bd1c30ef41649ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485ebacb7b1a0e570768b628891ab4d79b8edb22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534e9b8b902a34dce3a886e82ad59f54d06a4bd38e8d42050847d7f50d338673
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd282ebfab15ed836f3172d7dad003882b48e37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3097f109a813ce3869192f584261fe2862ba0d4109697cfb9630f7a565bf3a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244f9b510251bcd2bf7caea35d02cc0c756fb7ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1445be153d0c58385d0c16610fc23eca4ea389599987081113f5cb02935898a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52ecdebce418a12fe5f70198fabca1e0bb1f098
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fbaef318a329c64fa08b805d4b3487ff5437e162e7ef727c0471c3e860555d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8c7547e804557ae6f8b3dd6ef8a5d9c4ff39d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c018067dd965cb0a65fa346c99e1785f1e45d932d66880e480c80dfd6abd22e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a7f37769050c4653ea732cc0e0279a80ee054
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009c49b7a58303004943c4f3c9715960d4fe5034ecfef1bc5ac57a13376eb084
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecfd4f7f82a63859291e2a4d93294ac7a52e9c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1e969816721adbdf46079d6b993d97fe598328f883949bf7dd635c383a808c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ecb9f8a7909386ee281eb5f0f36c6a045a7f21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74773c848e09e1fd771e35f86ce3561ddc2de2334c30acfbed03408d0bcd62f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59dd80d6986823dc9f3aa2ba3fa8b2351dbf49a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b68693b8945f597e94e85401560e92c562c2c1c9fb5f2f5fea7e8028586ca19
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe3e65bc926bcd87e4a3307b2ecce48701372a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24902624f43513984d70484463b1cba53380dc20f5aeb66eac7d9e29a1280525
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c0f6b3ffb24b0ca3bd07e20f0f185d0c1aed38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbec949803ee0ae331d1ba021f888216a3ab3daf4cb67bd9a666b9967fb64c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ee49a531e95987de2ee4395a0939f292d82808
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4003fa9c3135d1e677348a7de611d14c2cd6b17a82fad2550cb238092fd0a3f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db3302b090ba1220ae71c7c07b9f2eb1bd2410d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aced2fc743a5ad4735f5eb70999fe8b5b0f021fb8560ea7265e78755a6aa4048
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf483b828419c157d6ab21bf2927d6a78a2b1e13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724cd1e91216646562c9eaeebc3f3e4b5ec351aaeaa8b29ef782bb3fab1767ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3638b53f05b8cfd0e63b728a112c7576265d17b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfb17c3acb535bc3a1d0c608f563246d1c13aab44e11dd7ff0518766913f133
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f256dc87ff638e63dd962d487e7f075fb36e7590
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870aa45070c89d2d142b6bd9eef586d3010fa63401fdcbf874811cc44d736526
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832bc272debbba8eec5706267837f11b7379c18c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b286fe6369191a7cd800faea4f5057bee39367f944796c19e69da84fe81f60f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dee3980a725171a65dd9e9f91a03a67fc6cce6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e076a4427336cddb845374b9acb57cd4c9913fc732618d91ba841ad61d9ef8a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631e6cb4371c69a7153d4ac512d4579790e69dd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaf9913794c424ea0d55cc566cb8758e4be927e58cba73e1843f6834d7604aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca78cb3b5b7a18782f025d7dd578c6cd382cef5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c14f3b155ee1f994d48d05d0587b64270e91667d4cc08aa471f1fd20cab0d87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ae02131f49a81996447b3a8126f3f48e3fc164
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d799e7645a540fc30a49be516139d53c74ba5dda8e49322a17abaee59f15c23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1110e7358e2bc56342480319bf3ec96d0a9c76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adfef9494704aecac794a7eb17c8df99fb77a422b12b98384f8367e4cd3b9f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d98350eb1ec044eafbef57911c869efc7d1d3ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6398bbd2041ddd4b363f84859fc95ba237e18902b752f330b57b3893ce52a61f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db37b1acd8ef052729535766622ab2af23b434a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eb2a43de28acdfcadd63e7281d505fc5f016608e9bddbcca6bd2b4762f6bd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6847852d15d7bc0d95efbb7c6e80c3afcdbc1d89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252f180b108f180cd6c3ba67cbb0775df5aab9afbd59ef07765e73eb37939e2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08ed5773010e792772aa11db097638601cdaa2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f174019e29ea6d757192ccf704ab2e615d00776926cb6491ffe4ae694efdacae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61195fb65fa3ebf314573754481589f3c3e40dcf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdfc55f250751a185e8d3d12c0505372c46ae5f03bfbec42a59751b2befcbe6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf62f2296ac37502ca60320bbb46f5270c84ebe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ce757fe4eb500002198c12ff4ee9e15164b675709f15e51d7e0e089dc5fc61
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297ddeef270defd2b36ed5f4dfb6e095d4aefeb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1642a509732fe49f5cd6022278218ced18bbc8b2f6028add08d8e77ed84b45
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcc552b919810311b60a88d96d25fb521d5074b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfdcd7307ab211dea9e2e54bcd80f5a96ea3b89bd7b95cfd54fd5d77115c478
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bdd1c36bad09c0d40e856c33b65db49e8ff960
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c417de52b23ed4dd846b83d90c3022e8b72def83b9918ed12bd5efbb11a757e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bfe4fa218cb26d824ae08cffb0aa6703aa0d0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a7daa17950e2c53d925494ebe858f3ccc1bcef20dbccbb3ad1fce83dfe36a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980b6461a689389f91b7d349ef83f6fd54f75dd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45da06cc5b98beefa1ab79e6d7d3e56201622113778863ce1f62e57a31ab9cae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e0b16932b0db2459b1761fbb537c7ff1c5fb77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424e07a50eb5c6b3b194448c0ad4ed6f7497c9fa57991484c6dd2d4fc25c829a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34c665d079f4c0b060104abdb084e262adddea8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae363110e533ef50320bbffb84d51f19f93c8631774cbd0b247f6e1ba8809fdf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4c1cfed31307583652ed44e036bde8299f27cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b8231f4134e8cbd873c78402b00047870507af71fcc3645dfc193907ca9801
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2114ca567fcb554e62ab91be1a436b8f808053f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3913cad558f69057069102ab816e2619f0f0e4db721e53dcb0bb41f11832e543
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917e5a8ed7bc4721e49a0e6a34574ebe46adc41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3e67bfe251147c2e1075faac7cf1fa5f9c1ae12499d4e2080678bde53f10f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05401ae67f66f5a1217ff031feff56c962367bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf23118ba4e236426bcdbc034c9f32553641a90fd63c720a9c863de50bb3b8f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ad0d0063d598b78c52a93751e81c99e890d175
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0751378105ec0366a63867ca3c037a650dab6a0024d51c10ec414bd524b05a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff335b818b40d037a62341a53565a99a63f2275
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6175c91b7c35c1e5d001e6c25addf522a5a79a2a079e323032ed464d615b70
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac9313d57d6c77654b7e80edd4db12f41e71ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5f1beb6c8e93cb8cee0c559c1d678c81755f9964f24572612c4316833a7dee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3896ff0cd2e017c3482339b852581f26b12c55a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebfc7ca2da426999c83111807737887c4926a2657436045364a5f7f7e194cf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6defec4dbad473a155e66ddd4029a39e96cebb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ee2dbe154fa97a80e2cc19741a04265467caa6ec969b0b181263da33127f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f130905cbf7711e9a2cf735de0fd254e9d5f8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c488ae27da83ac381a32462bd691c1d88e8a7e974b6d6c106fd9a20ab29b67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c10c178507bdf9bd62962a8d5dc73c8278a86d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5a690b5218b126aec09c3b479bebb4cfd2c7e49371cadaea7102f71f6d0408
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239158cc2b49731e9948974adfa6f10760d479d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5711d19130bb8e28c2f46d497f93afd35ecfc0f98e8a1f5c81dbd1e38fecd429
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f7dcfc54c173bc5972bbab06fb0cdfa98cb598
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628852c04463ff6ec8a4b7c31144cde31b260ab299054431c7939c358804841e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7c1ac22290394da12a9ae03b468891daf8db68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb4d52edc57b70e223824cc267daf9701895b84a9375d7258688293203ff585
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a1dc283102180347e0d15ac8c7f688f8ae39d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5384c8b0fd4579a6320ad7904bc2cb06ec84a81f7e78e7d7b56cc55823acd21b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41830ef8ca9e40bfa68faf8ec9a3dc629496a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377155da866efd8e4a2311d5627d5955f1785daf20e4a414f382fb9e8a8cf174
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0d8be46c075b8d2fb65d9e6f370419994480bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcf2486b53f2098aed8d315d90df15ba89e33dc624bd86de5f792d3d87258f0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1b45119048fb5128866e3908bad3c927bfe19b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394d17286649c107b5f31ecd5f5cc6f2e154beae1eca2c8c361a3bf94b8d680f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b227d0cbec0cc439f1c6b39175966faaa1a9ea48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f40ed7787578e49c242605f256453e0b59d9eb410bb43007233bef9ff2f6ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2304d8d28c7ff2c6f5939ddff43b1ed6b7833871
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56992650b6fe957261920f452f0bb5132d39f9b209ed6b371e23f6545b56cb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520d1a62b585c488f97757ef1ae69b22c8d72beb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1311031071a1f035ab6baf18b17b4dfef445b470303256027d32631e4680301f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f543f961bb8c465b02763cb952a60fb15589b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787dbbc68a740b5f3c0a28802407d255574a266aef2eb54f8c834c1a48d62a45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c85d25968ff2ff83ff9ae5945011f0ea8b74b93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f356dbb0abaf278f41bfcf12629b493b58ee1c4125b9a7080d62fac0e13ea4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa3962eb9957600c15aecd911b7aad4bd9c6e2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97f0288be9b494bac204d77e910276cba961c64a4f7cb39312d731c26db7d35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bff8fe0135d1846d9903a0d91f63fdf90d8552
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89c91099588ecf15d2b9d3bfc1cdbe12a9236fb6721bcb977f4ac3cec1eb15f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a833157c2ed1aa8464c673d17901fab2744ddf3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94728a7931098c0a2ebbf70027c95a41ffddd2cc8a0752dd1fc41bf0ab05a83a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aa8a96352c6c41ece7f1a5d1739954a16c66fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83975a75af281c78767feeeb193945f076ca97b4bbd01a87311cc9bfed06eda
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ed3281461e7cd9b6a9ef60f13f715fd294ccd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf358a2efc95b2583a9f59d64f920fdaaa1ea068d5eda041b63e1f476b86bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a74d86652aed11cb74c91dffee342a889cfc39f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46296b430ed0ad1c781287d309ab3fcb3360d066740641676d74596c755e8b25
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317c35b95d6cef664617d1e74b867a338e102382
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0690a4c4f2f210c8230dd25bb55007de4b7eff5d1d081776e94eb654598c38a7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd3eafb7507627c5942aefe194ee559714000cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c2e0486792f567e50431350a7026c4af86f3d1831dc20c331c36e25778bf25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d6d438b57bb5ce88ee84005067d946eb8b4361
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d65283a30c8f86feda93e0e7e4e2f06b09fa2929a9d7b5ffe86c6fb4d6f4e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36c31128275b9d30f3d172833ac059a6b315586
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2a6cc402ae63fdcad10b9f43f237de2fecb1c6999cb1ea465c8fbcba02d42a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3187c2ff97bd5cab82454b59a22262c24c4668f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39080b0cb2b228d49bc7aabef953b2c9db6c6c1e0006c14f47e37c9bb8d7f45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fddbb75dc7b6158ceb853133df9eb203effe772
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd1b8832e692c63ae00c19186418b88e3dbf9707e08531ba3499c21d5394b98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60afc35ecc8bc1d34e326f49434c7cdb9124ddd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1c29b659b39bcc7c1409ad21915d3443fe36ab07ad0ca5eaeb5227deb26cc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba52927ca3c40eedc152b04a0c0553aad11cbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d6212dd9518703558f7b7d626600102ebf5bfda256710a982a8aa409ef55dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60685a5f630551d9f9d88f6c665eb14715e928f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe6fa58aadc43c036c835df4e38a75593623074e60a8aea47527f4aafa443fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b869bf488ebdadc40659247168f68d0a042b7c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587d8496b002ec05f578ff7a780e5b8dcce98fd8d7db433171aca0cc5463d8ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6753dcb4d7af0026e2ea76c44beeb703ec9f0b5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0045c65a3133fcb7174f738679e0baa7cde5673a4e95226ad37abd1326617e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce75fae2c2c34b950c93944ccfbd7c4f21029b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a52a63169c3a25e0e8095c33bfdb46610f5530806f52836885447d77d191201
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151a221ef52bf2c54034df325576ca076923eeac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d34903c861fe6ee3426f4f60f0382c97ef2f3621d6751feda58cc84e48826d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a1ca3fd2ad9e04fd306d39264393679628bf8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6010479491f7afe69a499bd64a749b001c3bf5be1326e2cd052f0f248280ebd1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a0fdbe13e460329c077ea0e52fa65413f4a0da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbf87d7de86fc77706793836c9630ff0fff0d78ccf08478923c8fd242bd51c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c73738d23e55d142350e0017f547d93a920a70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e9fb4041444cceaab493a92a7f009745e2f8a19bb9509c829b58816c3cdde8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ade576aaa1fafec28c3c1d809cee60be399546c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400ce90c97aaf3704b7d8a32020db5de36839cdac23727cf67ba2bad64874cc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff76397d1afe4e9e1ceda218c8d16990d8f708c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5696d7289cadb43f1ebf6876d0aed7eb2c49a6bbb6a256c62e23c10290e12d92
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43193742f06c540e1e99521480478c1b1cce550f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e65c27c87c9e4a8473dff11f9f1280fffbf807349aa0682fba417a7ba5c5b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba01c7f41f62eb6c0e98db1741a614caf8cdf124
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120a9b80c8eb0fd63e8f9c45486f62cd1930d0207a721fc91ac413de558f2199
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d6e39ab73dd4f8844fad5a17156fd872b48c87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72090ef5fe383cdd6feaa42e3b5c1ac3cf1232d40bb4b083969da607822d7c65
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c916447ca2351aa81cbcf8b708e3f2a921a2f63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b20e978a43903978a9f3946782a4ccfb0e535465ab9fab545b1cafef80d07b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da8bda4bf2151b328f6fd22eab2b3cea7565cd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef88a65f9062983169ffe34905fc2da00ff99f5185725af14616324276fba01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5730bd7b7b1ba0339fa6fd837e1fba52709fec65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bca8c14ae40a0a7dcb59a827d1cbd1ef8f96bee1c08a9bac2a68d349621419a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69443e8afc9b20150301dc7ac00e9d9ee9adf28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126cf1ea8e5ebcf7925db3e191b2a88e3feebb880c1166e7e00b6dec53e3f576
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf8e3f2369c4f2a4798e73a1c4de18af295f029
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d787a345fd6400a91c2fceaf5f5c1e7e273c74bca96d4fb0185730b0502be1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6226d78ee4c81d8519edd73d6f1bab2f488438
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bcff5066c348f5bc4163590f459f7178c12dc1fc8f6c46ba3bf4ba9631b29e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530180a0acb975f1cbcbbed4865c1491fd45a676
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c6d1ba0c939e4a359e4067a138e14ca6795991b9c01f9141bac4bb0aa4cd49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ed4c94704d490d1e6391ff39494b720c94181
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8864e03386cdcfbcfb64903a2efa0191e62e30e27d11e86cd9e4bdff4b039175
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2488a6faa302666bf65d6df64bf0d08ced11731e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce611959934b60795b2a352bc035c3c6d25f457aeca40fbc129559e3d6a94eba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5214517114f45b9482e156e4ec829d63ee3c1b64
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477890146033399da54a61d0d6a5f16b27718ddea99ba7cd8d6255cc3a6ae748
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9fd4c2d4b86012aa576fe4276175d954b2e9ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d7c2c296d51c3bb5d37156b825b9f145d4b2cfd8c43891ad4634018bfe066a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e5dabefd6640ea3086c8281a6fb4c4b881358d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb050fc8eded1ffe98a57712e81593341d8608d54f2f7200a737ed9f4f70599
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a65dced4c3c8ebe5d34758ea700454056015973
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbe21723aea9cf44b8c37a4f01e6c653bfd8c4499b97453c81f014e10a8b487
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef73b2a14c08b94c1715bc81b77a80c64b69a8e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecff5a8c0cd4da926c4c6f162581fa2c57b722ebcb45379e700b58136e604cf5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660964df1ffddb90d1be0ff79fd792300507bf15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07115db1097ca209373429e16fb4a02a2e1c730e2dafe6a0e89e90d775ee290d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82db187c195f8d0d84c8a168f4d8dea0b9b7c1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ac7cc777c28c47a5ccd83dba1f62d0e702a52a05e584901c18f49dc8f95c62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c27bc9d51cacdda3dcacb20edc084c1518c5f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cea432ee7c632b7a962c3313aca53b371eed704a07d048f1bf4a99570cfa795
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c79b455c7d12f16d31f2730f6d77407b76bb6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d652597cc1ae2691e301357afda379d3f8ce0067bd8b0f77a806878605a75540
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229fa2a280b7277e98ffe62da526267c9b27939c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44201444111f7fb92a3e7eda6ce72ced1b691efa85a6401c64d357cc9ac154e
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da9a3aa4a240252453c5b513f265bd8f7a523e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c66c51ea6dcc37aa1c6f5f3b7f698e296fa5423d2f394e3faea328bf68c8115
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64684459cff69ae140dd652f1a3cfce1c04db3f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a4e216301b8080d66f66394e23d6ae903ce014c86ac97dd16349d542f1a424
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b9f30f785bdb2323265ef0ee58baf911a9460
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7a0eb5b42029a67ee1f0275f7e8c477225cf34db57236f77d53e2a571818da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd0d7547f8a119b7982c1a71192696b2d110474
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dea94a579703a5c4b8facd57569d6c30593b906bd52182c53ad763b2b627bbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2aa3f8c5f633f3a9b8f8ff7847af7ba118d37b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bffe925be61034ff929aea66b50b47b434245eba8938a94c2e086b69ea027
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4892d445aa803e82c4d238bcbdfd14a06fbc27
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9591ada7d90346b27a57f785130a47201a6066cce9d26dd0b0b54058ffef50d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832d326109973de33995176406d29468a841c01c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099954dfd7fb768d9ed671c357b29fca420299c64a6c71ea9318739dc340fea3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39ebc700a5351456013e6fd638785f708be581
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e7257ec535d5edb657b771dd232afdb9c14588de51677d22f8c33d71f06785
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ee49caf36187da617d00cbb280a89b7d523fd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4745da23110fcfdd529adc5c60a43980d8bac8658b03ca5a3ea53a74338598a6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca551fa4cde963f54cf00ab4696ee01bcdf0127
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b18fa8094a9c527272ab330b62efa89d0eba7b7dfbe3d8bfe7410002e46572
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60336640ee9fc4678c29288e9d2682e89a0fefa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8860abde48e1f33e10334b4934b9168e5885fa1100486091bacac9d6339bd893
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558138af1c041fd4af32ced9cd65e1a9e3ffaec3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4e7cce8615af59da66fd8087852a85c8996512d8e6b4e97f5f8c552c7906b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b16bc2b84d892bd7e6e4f32e7421c267f6015f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8885aa88b3c681372753976c68a06ad0e9eb886aa1c3e5701accdc099c1ac421
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a14421a354f7ce0e6c073227a4a1260a87013c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58836e8d17571a456306d48339dd20681e6c99e3369196e42718aa554c667aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184df9d5c47144a4c30050b17e451935e63fa712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b774a2d9d6462c854b96f01b51ab9c80eb07bfde5f5800eeabc39a2cd44a7059
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2856445b2b4b141ee892b270b4e5421e88c83a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9dc824755048918d5920cca4a516e640ea4c818690a5fca10e2ff5fb176ce0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4162cc0584a46ae9ae4d092ff5c4bd18ba4274d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3f2bd01b82ed69ee67b7ab592ca802ca8019467ce3ec1cb273adf73d55b4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5459004165094ea5b11ca4fc170de03db43804
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d43d737776664b15bd3d1122f9a2a12ee9fce1c3171908f841e5523bd9944d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efedecf0399d77e3f220870b5086aebddef28dd2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a5738f9f99f5174d760788ce34fed055c524ce7aff9089f1afc389e80f2e07
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc3a9750842d50bb2bb80ca0bf2f642b22fb286
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804a2f99d34f7c66dfe74c295e785249970030638d7dae6ea07b7c08ad94bbf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157a445f98d0c38421a7d3609f5b54d19df9452a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b59b2fb2d1bc00ec99373b6649e81427d62f4fd337fe43b69e11bf4d9c579
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b6c53fe2d1513d579a9d756f15fbfc999af30a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ef2b131a8c40299a7a15203f6e335ab5d69e15fd5d724b88819db0b03454bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b03bc49858c8c8edc63280f1dc8ae343ed8569
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e3a1b9c6f173ed77d08f0648a75248a5b446ea6414cb49748ac8f9d65e630
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d6ed9848560e6344e0317fd169f8965471dfc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fc1411047e72363c33fb3914c154eca8a212e2a2668655ac1f3066f2faf89b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4c3542a7227ef85c8f46d3445bea325c4091f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690f25e57e9185b01284232451cd3279282b1140b9816878a27c898f0553c9ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17c9af3a9592d04ad932324cea8ab841d282d5b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989091a6ecf0eced5a0efc30e1e0d8e17e6278b7796b9a126e0e77e97a6b1864
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ded6d3ad04b41705b4aac3102aac3a8ac1a68d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ef596f9a47135bd1e631325291d7c53f205a3c4ecd070b33c7d499216087d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b70d86406e2ea102e50379b33b53ea45a20a51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed9ca8233f5691674726722fca6d6d5a8ba5651076f9d90c52ed5cf247fabd3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b7ec12cae51ebd0d1d1a19c5ee8e9fa0a8e47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a432ff58c0f4d8eeacc81321471a6758af4954a89de0f9a8a6dca9bbe86f0e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1e5fb6b11f478490b68660374a27048c77cb26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ca6e2d783fe54b811422f453d046262f091a43117fb635b102942984d7cc48
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367d43d3e46dc782bb7692186e4fd81ee3aa340b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2febf32cc85ce7a98afeb2d9f7e1d360827dbe947d16708ce6f2ec97cf14f6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81333d8480ab778a55e5b4280f078c94165a85dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b9cd53895842d80cb53a343ab3f3e715609ab8e22cea6848073f63bd69bb21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4b8cb2d34c02af671c2de0e6b88ae0c5e1ad28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade77f7c2961c6058a140ce2996780aeeb0622968c8f21074b122cebe1ae1c2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b46a2af6bee4fb7c926d9f100ea4fbe10606d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da56496706667666102d8cc50eee9af05e3eb9aee7831526e62c7871ba5cc357
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0b3bd67075d23df75606fc73cdd7e73e1a7279
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8003be583358948a6b47372714167a023d7526b3987a93332d82349cef9ef41
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112feba17a03afc1ccfe1eb325b2562595e8ebf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09af6d37b5564857aa3228afbda087d2f7591db7f7e644a13df85bc5ef9e1b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17fec093e866b6f95e5062ec3523549cabcb8d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c85765744198c1114fee1ee7554b0c27d082fa54f39254e587be9790208976
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2ad03fecdb77d96584fc362e76e802ac69cee9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a1cc4e9da87c1030da3e1803edfaa81e8fb474a15f4119d01228f31cdc1aa6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457ec8eaab5425ba258189acb8febc6c41f353b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a714521dc9ce0a290babca4ba68f0a4b296e3da1b76ae56559111d0a6ed54b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a52a73642ae0040a159312a65a9635832e393f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ce581a6d0a43dee73296a69f233e3aab4ff2a8d4bc6e906d74a0cf2ce1659
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546bf4af78d8adf7ee359faa9c070af895144fba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7826c842af51b5ad4340a7a18870b3aba50a875e41955741ccae547fd24db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93784f8a6c78f1a7c4988a5665161498b9f094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ee829eb9a3f0cf355b006809125c10b7a501024c28bb23deb52fc8d2d6599
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e404886724c11d60c55e2661741766a20bbd2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025be208e832c5cd5f3c4d3016973f0accb3ee94e37887b21655e6c67c86b4e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218445400363aca2a8489e43e05d2f47e1347637
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0faba588cd6175ed170e17bc4e1af4ef453d34d4ab0863177516834dd1b1dde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4b2f69dea4d6040bed69f6c5bccc043cf8cfc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc2e6b8b069195664d2831243fdb7cdbde3f0f535096e7d0e945f8f2d79965
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4badba7a232c736611fd467a2241e761eedea3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1b3fa1bdc27b06b1c7edac33e99774cfe0b9ffb05deac530430e86111ac2de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534ce53a6d1391a94519e3adcaff0a5b90f23aaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db506af8750bfa55ec84b9ece4dce5c90afdcd7c5780d4958bd2159eee8ef448
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129099a749f994ed1d605412de4fa8650db01d1d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deace404fe220cbfbdb842c4cd47a6c8ffb80584156121c4e72549cbf5c6ed71
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8971008dcfc6a6f5c3026862fad7ac8ed55e01f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe4d0ff44b7522a4f78a31f9d4173c316cd3827f30da4122a8d8112b716f7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f781155cb85f14c2351044a16f5bf61994c912
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc4afe74196652c19bd23bf7a1344204222504d6f2ee689b8c3727f9840cf2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35121819c77a3878ce35ff8a69f2fb21e3e04fbb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a833ba621c718cded70440c8e9c16376eb8f3008520d973477ab7092314f64e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d150880243a392289c160b385e74755a09d1369
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97530a0613a0723e7ed608350d3aaf0a1bdaebea63357a1b7636ae5f6d75f68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a8177f10874fbfdb19d8624af1b3332b83cfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10069ca281d13d84f9b3761221b10958d862c7bec6461d51c2ebc279a0c5b05c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851fbab0703fde6dc8338997b1bb2f1dc1989307
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67659c42acf76cddacbb1446f80b27d89ff581bf517576d601809268140e4e77
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce20500ae4606efbe2d756b00cf163dab8540da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0364cf02dc77418a306e0307fdc436d2a5e4768db70ddf7485647dbba3b0663e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca766fd0016252c0d8ae2a2494a43ed7e48f4f2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fea3c506a11398daa76c4e9262957f611d13f03e02838a89357e51bb010345
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40695b649b76de6e2e6b1b46c1255fa69074c378
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9169f706206f2bc140920aa3a0ba7dd7fd34a10ec4a39cec3fd9b891019a6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb91a8d1f0474ae3738a5e422a7c05e34da3950
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bb07fe0818de48f3d5f1f6fc1afa79d608943cab2b2a9ec2cdfdd701ea82cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3132e27cc9b3461b2f8c60cd77da09f45b4c7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a48309565c4514d8a82df434e9d748a902eb682589295cf02603c0abe467bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcc040eebca3a2552ad9cc76ebedb297f33a10b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb161930fa32fb6ddf0e15f0c74eb822fe6481d9e37be4f404134e9c7411d670
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4442674710ad92f1899d5e672cab3ca3e838e7e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39310afdf08cc897d649ac12ef285322d9a60f21a31c16478ab803842974d8e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73af24acdb5266f03413380be9bfae4a61789c65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc762462a80f3017b68291999049590e607ce603410ca789fb94956af3856a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a7cc8f8442acf4065d90cd1ecd5cea29417779
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f67f1416ec4f994d5fcebf1d0c25bd628c56aff4b66dbc8af75468af02e79f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299b7e2b641a0fab9ff66d355759eda1fe2c8d5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5596ec1d8b3c43374281c516f7bdfab310543fb5395bd9b94dd3ae2fb81d6cec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5553f5dca6a21cf93a5ecac88be1f698660f064c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9edfda52b0e3292e2ee03cd96cd207fa6bdd829269c038e0831f571d6ff605
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442d7fba48f338fd212faf3a183ef881efeb3fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7651d71fe4a51b212f8a6ffe2addd0d2e8cb31de531facba090c0da1655fd769
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f66e13ae351d6a7f18917efc8904586597225c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c687c0c5ed4151126c9a10493c6cf0e8cb9dea4505d080c02ab487deec6f5677
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51348dd314a623e59e5c741a1727124e469fef92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c947516e2296755ebaff5ef78689b7b1621f0031c398c889a3530d73b99e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f841ef83c268e40d530c0c436cef7463d526eaa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e893cb19e7c94f1cd39c09e5c49968704bee16365bc23967c41148a2ad54aaa
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a300620b974398245258e5f2da46c1014d394a29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1492d65b5cd2a2f55ddad9e0a425d74081b29bb78e3048d9b81302e8a1e9ba05
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efdd60e7d4118330eeb93b453d53c6236b33007
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645193097e50401887a9f2a705ca510bbc3c0dca7fc21241f15fac09b9264349
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7273f95e9a7a47448b14589fb699358777307d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb4935d8abf12060f53abdc8ff19d3bebde9c8f8e1ae77ea02ffc5a951cd8b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566740a8d4a844e3365782660557cc0ad6f6f064
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d75201d95413983fa862b27cbf589b61cb833c885d05c1df84793f15a54dc37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fa9bf121bc729ba8d47a6116c562f77b5a5c01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8bd9c4c2c9427cb72852b046e0ab717054aab3c8a9a57e8843a4da5145c0b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53ab651943de7e06ba38b3714ef9b73e9eee306
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60c3a311a79849d81d66ea96dadbb5b3728295e56b6557be9106611899c9b96
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e23186eec9b9133eebb9c5478facab0c06fb1c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc711a8484363f8b967df8513949c185e2e2715d331eeb825376af2be28d0633
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8c49cf6f5546b2e33d52d7bc226246b55b9cbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfa4b5b1a596ea413b34a7ef6fdfd2463e307d328c9d9e60c1ffc5391201b35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1874b0eee1c0cc398fb3992e86e1c3835c8697
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f192f367ad1a1257cb2a37d8e06a3e86c0f212eaee03be9a0d55572a45d13d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa341d1013d0f4410f6b97e3ff6668cbfe5f1b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f000effd5547c752a99faba8ed5fd9ab84bfa04c636832af9c541222c3a2288
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff9be524188154bd28b3172fd3fdad7d18084
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c7301d1a3792dafe2cc4e21d910a88c5d92d87ccd73f4bf8a4793d332c18d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002872135a4d1df0231b6debea4a37d8cfb26ba6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab95b4cd9bafcbb7afdb4c09438a1b0a2653bd3d5641aefb13b75249bfab99f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cb5b28dd215dfed70effaf9c49e0608bf676dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc5e25ad21d0e55ba4914b9d33345436e2951a3c024b82189a35fe09c0c029f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5598ab3d28b201fad6d33bc04a5448ab1bf82b97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7e3dd8bc0a5d393545741001d1c37ed15b624f8288092eb69a62c79a3e28d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a9857e3f858237642fcd94f2183ec919fb02bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b11bbc9eee06b32c714ca6df9830970c18e209d9700bc9b24376b0d38ebba8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e43810fc42db1fbb01c62861f5400c9f62444e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4fba4c5adc95d81c586874d6c3764b69b8cfade8e848ba1a18b43b2407a35a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852be129a8d9636a6fd6f2b483e4b73fd6d8613
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8d240afe2a7fc5de95dee83174d2475bc6980cea900b9d4096c159ffa75de1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c8cfe4c638fef3f346ce8e92af13523e30f8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb4bdcae8712db150f05228d259272013344c6e084acea9deff0fd9f28c4a77
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d84ff5d519b05d8f6461b96ffb54f8f03888f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b0cb70c90a2c880fb7874a3848141dfd265f462f214e77131484191c86ee0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b5f470ae9278d8c44b8fa697e215ac42ad6b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de7a3ac99b18854b27a4657a9cfe9065d947b1775c71cf4140b041fc5ccdbe2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d63a3b586ca9685fadf1d24a0cec1d03f78327
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8237e806118b0c5f79c4ae6114c30d73ff36ed464dffc0c4a338d54f5caa0b38
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116ec7b4d10b81b5d761333ec02f1bc0304bb5b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc89dd6f79dfa9609b18472398ebd60c7e3ea5ba47d7101b50ee2c1b2097890
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1be18a5eccfdc2dbf2e0bcbc6814c9518f994dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74ffa1ca98bda64de624b4f59e860f6aa4673c7f56d5929a8d6d8f76054dc0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dbed330437a2d696cb5760b6efd0693e2dc38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f36945d92efbecccdc9b3aa5c8c5f28c4feaea116aa4e9f5a86821670acf57d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59251e6978ff5ab587e186447e6dcde7778abaf1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e0a560f2bef70a522be4b13993cfb42d8a788244142ccb9a0eead699c7c9ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3270ee8c7e793623d97c544869bf814f64854
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaec9c40d7ed909e3f48d49dd97c5f77f26fdb6769ab78c46cb2e3f7834c7d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13f986d792ef41773ef6c1c893fd9ac247452bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dee554630ddd5e0a2787df6ffa0ba4e20ca3bb474db81c730699b51c66a65af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93340bd9c67e816ad21be64b348f6a15bd4edfaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babcc372e0cd2400fe1631e6d12d0fddaa7c5003bcb8f9d623afcfb47b770d8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219fcefbe0493255ee028cc4df6cc6e95ae4cc20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cc0f8e1c4ef2a200ca27365eee92ac8aa23d0c1e31e748ae47187234ef4358
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edb5f44b9061d096d6cc265df155a7727f7e263
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3917ca13ec702057fc1e45b836dfce9f8acd52ab5ae2947fdb0e23f9f105f5d8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e65ba432e79f6148ec0cdcc508edfb1b8f73d70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9421368a2d0dcca88c535a089b69c88be193af4e2a8e26b1b2bb17fe337f3890
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c13d437b3fc28e21d68b66143a0937b53e8c3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fa3ec059fdc31a9f335a848ccc90411d46f629ac35ca0d9867896b26a47a5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52600f01c1b6c6f3a47297686f9d48a47f83c956
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a10bc2f9e42af129aaa36656f270d73e332e5418081cf1ca56945ff2be6ab5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe275fa33d5c4a0969fe80e40c04a67e28c07f10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f16781cb5f64f756b715920d847c1f9b8df1bdffeba70ac5e393b156be2835f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0376cd39b7c1ac17158022b218c1f9614d503363
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d79f35d1067f518257bf88c86f27a796738d8ca991fd4d00cecd876b6a2ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab7b0505df87c10e9a7d5e32b3c49d458d593ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6390c97abfb4062e62e2bd4fa3b7dee87d71129fc27dfdb92ba663857c4dc57
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12207a370841ae2beebe4ad9d90550a5158ee9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d121ea8adb741e765c08500a29265978d8a83336f187a04ffe492c1956d067
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b284573ade005148145de6f1b31c0be7e46d8b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe992a96766b16f74f4d8b3a61ea63acd16f9a33dd70e51ddc62c6ed014ed2b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44417d0ca67db06ccdb7a10ed9da57f0820e75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4360d3fd61af7f4545d4cae6b5e225609495deb174a03dd0f86a91d513096c9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5719e8d2d7b1829e11244dea9fdadf5ac859a06f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a712369aa16ddf84c6b21f2cbd8430162c73bb27f0ffb4d8411ba82b35ee4e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e0c86fbb31321f77bc5d0f74b8b0d4f7921dfe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f2db3eadde864616414021b6b06efc212b18a3f694a714ccb0e40bc546735e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b60ea13080978a3af533655e1a468e860fc7a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653cd31f48aacf74902390009b9ada239c28ff0712fe059788dd88d590a89bf5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dd10ef864550ebcac375d3f9f93686e6a98ded
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116402afa040bc4c7ad13ec09639d20dc2fd08a09d05746a42e09b22caba740c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6fb2004e2c7d4b9e815ce091020f86022fc71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ca6aaff88435a8971d230f727b4a623cabe0ca8d9094cb13f74341840beafa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9301cfc087e9f9e32bee8c22e2f06039d4ba10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29951f70a58a50312a7ec82401d6c883ee21f4d8fc8b3efdb35d41352b4ce7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdf6f27d7a3a6c594f44a1a6189e9a9b6ea96a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03189d7ccaeead9d0525cb1dfb603c86d3f4c943ca7071cf64450ca87a3ab54a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8749fb5831917ed2465aabe5a5fe4fa7d2477e06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2591721e1d407b2c267ab5351e8438e697d06f985573653d84656c2ac35f8e39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bc9446b23552813f22aaec08deb5ccc9685955
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b23602f343b66a0c6bea05a982d86a8e48c54f0034384a2d4631ea82e1320c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7089bdd8e86d37e3ef630a3c54939ce9422390c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a605f3d2e11418d952dbb544eadf43e3f7d779f84dceff32e62076bc6f93a246
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b041c6ed9075a74014d195212bd3300e43c78c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27af241e90fa32b7485d9f6d234074db0f08bf83e38aeb9474fb44463cd0fac7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf126a3d7364363918ee95ad8ed970cb169f0c60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b7b33193a7eced6cefe9d6a7aae06e53a8cbe5fa5e94f10c32d22a083a1be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ae7d2d4d285165c786376ba1420d8eb844d8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f918aa68fe36d63f2d86d4c5402ec01df41cbc2238f7088cd94ab71233c959ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fa4c93b71f739a0132b321f185eebe56f6d06e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fefc23513974df6f8422c8928ca797aa10d12f6933239634eda6612760fea6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe7f4ffd6e882773711ef19bd1bc799d4b81c14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546dbea59e9ac9df2d86a70c6b402cb3ed4efeb8092996e07748c052cdf8c453
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016598a8fde3091017da589e900fff080e32498e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eafda53582b3d40367d7dcc1f0c9764025bd8f1ba7ce60c46921e206e197806
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2509f04aeaa78ebcd73b1adb8491fb0c9a109f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe991d43e40536f637f81ca3869bc5b499953619127176dc98996c59f3abd7d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821320bbba24e2a509c94060c8a8a1429e90f173
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb58d126320dee2f6ba58ff4b3615405493ab41ea7664d22b35560eff56e7f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991820893c24721dc21dfd817d52ce1c5f6a5e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f24ec485afd79397892593838de8fe450c0a7d70cb0994a1b2e6858d0ecae4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182cf173e85ccc686a949dbcd85bfc7086d1a8a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b752543440767b883b44c3aae43570f8984c89b0f24db1ec35209efbb8664bbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317dc34dfcdd526236edd3f518e13e8b86c4e15c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43eb7d255dedc4ce39f23cb8665b3dfe9290414d974cda78470256c56907f22
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdcb7a6fb1857b5d8cd3314a5d2443f7b353dcd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82c3c3f934176f9fe786e730acf5abc2bd47633778a86a280dcae75d17b80a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e29476805205d46ba9b652ec1c81e657fc7fa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab1eef7b8f4342aa9dee9400f1502f3955f411932374e9d9d1e1c9bd4c4c1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072bbe114941548632e0a89430fa37afa4eb2519
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601ba88cc59ef7336e7907a5674135e7a6b477fa3a385af157a7c63ade2d160b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a622487c3ce2fd7707066f65ff79ddccfe9e0c28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e746ddfd5c1942dcb37363bf3f11f0e35988db2e7beaa6c1f6c3e43a17567a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6550dad21358f0d85977bec69182d5ce8addd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638445edc990277b5e1fbcc5aa3ac35dcdb9b227bdfc13de18777f198118ea2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a991befe78017b73c92edf03751907cd127dd0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab49ef25299495ffb409c44e6c6e4d6124f9f2848c6b9e98b273c8bb9c2ccd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2eac0182920f219d05e38d82c06996e3f56141
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af53770d15761b252443f8b51d0db25005dfefe02fe5f0fb38ad86f3abcf54b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3866a9f231c00c5429fd7a8eafa028a3dcd87d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a2519a1a750fd622f2529c1c1e58f0e4f9c1021ae6d4986df7dfacf3a62fe6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9d779804dc7e633246636153ef1159837866b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2aeabe7f20a93f02e3e8d02df15dad10174f6103ad0aa43b56b0c0886e941
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed566ffc97a24c342da18d76f2f3a3106df6b4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2c7f0106ced719d836ac22248ff39bf1e9ac8f55c87c59be39a5c098f91a8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c271a74965c8cfea4daa314803106604f2e49c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e277f7cfd66478b9c06a19238b60b71a6857ca6ce8567932c95ec90a60e500b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673082563cda10741d3f4e61a7ab47ada0b3d016
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb93ea81823fb88032c69ac42154af784d07e310caf80a81c5fb05b3b93fc0d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee9e3a1b90371d106129d8ef34ed971c49e6082
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bcc2417a7ada9f43b588d65eadd72cd30286534398ae8b8a6cff1fe9357587
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ff1ae80addbe235decec6b1997da7ab278737
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1742d4b2bc3763ffcb1362a5d82f866d5d3ebb1fea4a8ce81b1b2ca2baac3912
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b3c93648baeadb820764a80d3c22187ac52cea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6458b87f1355bfee318e8899baf2dbfc48c21fed20ffd8bd36754b61a461bee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5deca8653c6abd4e5ec7d77ad4b715d9e2cfa134
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff3208b5cb2d222beaf96f9a85bb1da24bce9200581a9b48be8089ecc2f81a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8a4b24b30e081e0fd3981930d68fa766bdacf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c069eb4a43fda5930a2b0727182ee9128a4d52644dbe540a34ea1cbee361f1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6922a75e14cbcdc16c1c07054874967527271554
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18af587ce68a2d2176185de6b696e344c16e5d3858c8055e399b13ce0f3548dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2364f691a1f126c6d67b204134b98c66180bedf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ffbc690d8279a5a7569c7a9e03c4aba6f1d0a746c7ca356fe2454b515f32da
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ded57f8fb2b5c281d2ab8a3b41e09ebdd9bce31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d559014d152bcbefa5b70a89d3cdf6e05f96c6e9d5ef4b873005e7ef51b0760
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c77bb2e3c15a099424c12b1530edac0cb8021
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a1375577f696ac418d0a6a0dc3392ea2d56423a91d1b8f2f3ec516bcadfc6b
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d23cc75afbc0bf516e9d5c11b6c1d0fbf44f68b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eec064d502b286efd69b43be5166e050601c7e03957e64b588a0562a4df7c18
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9964112ad6a5f1b12c19755f0444446658badecd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c717e9e4089a335d678e9c36493328c8a6ae935f31158e2d3d3b9886311626f8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9418940e72e2c6ce80ca3fafcd2629255f2a53a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0331d54ad8097f09e0fbade0a365a20e5e1d89ddd127bb7db57dd58b1b98bb2a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ad6085ea754460ef19b12a600c53ea67f70c0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c327445057cd793d94463c95dce2eabe7efdfaff1dd0a2096c80b9ca77b8b03
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b979409835aa4648f21e5b9d3ce890605cd4870b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7593205a4e3b38eacea93acf55272ba1be515680956928e8e1a73be1de5d6f7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a99555e12b0373641ec5dba319e00b4167e37f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38adaf195ef4b6b95bc2a6ed3b96dbd1e59787f13da7696644bf672d5c3bec39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f627d188a457968a8f591f423c5eb979583571
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1219b679c59cc3921865b0994df9674b7ef2dbff2c50c194ed1d49c639d733
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4a9cb43a307d3889d1ab0508ca83f6365f294e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fde7d198072bebc04227e6df8fea1b2bf75d7a116548e78a4d7a698485b592
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8b6479492746e80979f893e41f41f3a71c9c5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b70f9e2ed579158271d7aaa29ff9f97653a4882bcd60f37dfad21924db2961
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727701ca3d6b089398dd5513b12c99a57b01288
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21047e99596dc294f31cfa76d5e498d19469237a5ebf216f658e748debda0679
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb124d0f14ac21d2e15c7ca9f3c8d710dd95baa1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63931506ed843a36952588f684e2f333e8046a9b052a45e4e606cdf091744152
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14441681cb79521260f2825d267654e026232cff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac83286c8076128e96ec6e12d160beeda9a4052baef96bc35de2ef0e18d8da1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98d81b5a5bbd4568ac2d726c49c37e6b8c123d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1181c745db5e82bd2e679a6b6651e0462493adca507545d5ad09430d41901853
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766167e6a9dd047e006bb3d5d694a11f00a5a029
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd4b192b276fdd2950422b3d8689fb63ad3e1e42a43661e5bf6f1621397ce5c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376608bed1076bcb1b8df0a1b7f653bb3f79090b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa48d8d5bbff3d2b561767b9857420d07c55380b044f0a41c12f7692278ce910
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe517593e9b863a68e2c0e03f4d90960d36ad18d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f756e232c95fc62b8fad24a420c7661a19ab26f60572ea3006aa11a661709108
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367274c815c0356b849d16c4caf37028d951933d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab67d4580f71aeb521603ea165a5303e5b62ad027fa6443cc46573f16261989
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5042b9d3d2dd05084f882400245f87437da6a94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7e80b3c167f9ad0a9e1fdd6a3ef7cbf7b22056f53a8b63466567b0caf45c35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35710fab6df92afe6754ac1289aa74ef23b7ac4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516094011f136f29f38a77104266a0143ce7c8c888e4f08e7f67099636b27a50
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac74b8c9c6eb829b840b160c468145d9672f225
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163d30a500fc1817e0df31f763426d9a46ce127e90e4472b1a0793d22bb09e0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cef332f283e9b7c38456f53d51cc10be23a2f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30ad63d14a23bb1d200905e3153c653322060e539fdf508fc66bc497c07637c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa79ce225e62b73b72630e290514052baf921ab9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44040dc912ae62828819fc390d4de772eefe3fa69856834de8aecd475188781c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1896319b866bf516328ce801bfa6a7c48cf92393
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afaf10002534fe1cff8c0d5a6e2a18670b22daea9c7741e608bec0f297ec92d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8f36541456ae387ae12c2edcb6afd68c9e516a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1e40fff757dda5cb907031efc9f3441699c469f4d0ac9de4a3bc47b6f1b8be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ba3a16f7256aaba6297c865eabaa8c12cdd456
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa27d9add801c30a3f45565fa59438cfeb970e9844824c49b972f94cbb2579
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a745e4f1d9977e04563ccccdffb01869e8c9c1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d35b39c839cc6fcad45c53ae3d8efa156594f3d3e6794e58cfb14775148448a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39e3bf39baaf370784f00022080ce606d7e227b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1946fdc9757643972877a28a5708d6ee832f3c6b224ac646dec7afb613b1f9ae
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99586196712240354f2ef26ce1216683134c318d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0020e40f365414440c3455a9a1195b3762cad83bc34dfce3f9237aa03d435bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8489d11493af5ee70029967900c8719e7db19593
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d2591618f155defca0a288f4bc08cd3a2774d99d803970ac71fbcba12487f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939cd917c59122c23fed9af2d30790f55db9e4a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf92d1cb04a37af1571f37b51567de303bc65affcbeefa48f3b9f617cc62dfdc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6d7fce8ecd8ad899c1f9f418b847ab7b751a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3f3b83511367741925cdd9f107be217eabd99b515228201ad5bfa56afd1953
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739c34ab098c167dce640c688524c97f312048c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da451327d51e308ceb1fe363d04d37f017cd807894e5152d183c97f74d24c842
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705cceeaad987b7dc72c3e6f0dedfc784198898f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67172657265a9f0b56b6e6449cabdce33139cfcfed5f7a40cca368b9fa6ad054
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be848411d973f9e037295753c243d60ce2c0cd02
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2742131e36c6b965633aba7430c6953624d6a85f11e285ecc752a136393327be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb09f724f8e480d4aaf623dd184f1c429228949e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5eb49563ca1924741fb16f8716f78b371a44dab1a98c32540986031db9b7db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c01fd452b44081e44c262a85560356b4cc3e30b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa46c66a514ed7098531c3a56b64916d7e984a2af7d90d249ac974cde2a8de64
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed1b87c796242476a3039d13fdb2d05343a9d90
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb38c253cb10e7da216100efb514654c9a02dc15bfcaab88fd373b44023e68a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efa9cd109f8a5b395db6e20b3ca5f84f8730c1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc33aabccffc691ca618bbde028175720cc8151859a83d08d3e9a371f0173847
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9acef7d2f1ed92b130c0a6455432453e144696
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a8e55aa5cf9af15d2e18d0d9d10c816ffe9387498eee2570cd2fc5cf0b0937
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bca7b92f3e0273af8635ebde513a50f639c428
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ede924cb536393aee23c45f4605182d7ff715ae10043659bdb7db19077bb0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740b9c3779ec4bab4ad0ff91d89f836241de4835
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cfa089475af54b750f89cd637cfa0acfb771a5d569d2f740faac869fa26d46
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc5717e611d0eb552ca4611a2c2ed8036e55896
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c011b1f490265a117e5665efb5a7bdb3bd708ae27121cf82700c7baa078e7f06
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bbe9004fdabe1abe1aaac6119ca29a1135e3a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677cb77d6432ce612c40d5dad87b0513ed0d291b27f86e845b14f40a0f77b11b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5385f1ec1614922e2a27295c5cd86138c2658a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7b7a37ce8d02e5da7adb36e116d57257ffc17473d10546d295d42969435a8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d014f2ed79610c64e8d78ba70ba77223cb274c25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60895b7db47da0baeb11f91337d7791d9695b0fca124d32f8a470c568f8643be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30b89f9adb70ce6e649e0a38e4209235a4c402f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7d0145577ae4f342491d8a70c07be675885cef0f98638282ff174801d1f715
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a613f4660baac310241e76c3bb320c221d922992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9734e9199a456e7487be20ba3ec6af39a751d615e7fd6d78ee78b641ac8def0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9499366a03eb6203b7d93f484587ea93a19f33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60266fdb50373381af0bbeb56cdab436922350ccb63902819e75368ef2119dfc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fe84bd01301fde582bbaf7a4e789edd4f079e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f5712018ac16cdaf7083be694d6fdab45c08fa2ffd02ee9ff5718c65536015
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2234dca6bfe73e75e9f0f73dac7f24eaaa638
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d5a880f0bff800fe8b60b932d18dd84c32168cbd23938c1f2d2c567dec0382
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f705ac2620696b555b6b8b1424b823ed8aaba5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258d1193b2beaba4dbcd17cc6f12b2c70dd272c7e49153f10692ff1012f41d51
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b692897b27cdd23b2c25005d1968290b4f5402a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f66673db2036fe70f26a647a5a2bcadc615fa9052801e0b849a0fc77a1930
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af88b4f509b490173cc080260178c42e1c8fed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42a5e336a90fb07ec2e6004579b99c1eb3ee12bf5a905cfa29bc2b749cc5c4b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cbb517d8ddb7dac73ce74b9d9742823c778201
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e29231040f34ddaf6236522b9e0b7591525368f3c0d71f0caec4ec6b7a2ddc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d7a44fb2741e6eba4e19f58786b69e58b31d25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30b543caf60e7ee63b05e8350dffe1c9d9c056fb48b2e9434825cedd1dc08d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22182e7a91862b1ccfbec722bc23c9da6300c8dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f32498c3dcf3d46e0a8e6deb1f6ae6af9f7b314e4038f0956f09500864e07c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b532786c262f6f5a65318e60fc75843833afe3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf186b243e98c58e32ea5f065f6211a646003179e84c250181cb28fd669e758
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10219dfea92218d934e174b2cca89f6762a3b2f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2749c7c03c3184674a796ad92bd5b396a5996de07a25210545b674519441b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a99eb40c0e88f6544787fefc3f650714d07a50c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627afc9456f28e78912b8ceaab0318e8a9f00d1c9d96902d6d16307f759d2d7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920a4792be4404a7bc4791011ccb6782c7da365f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9eab9de4f0a01ab85851c993143975bc14ea65aaa5fa3e5535160487e213a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6320bf59ce1d29c33bd8f8e1fdfc392a0f6651e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d6873446a18d71b92260169ab7c93f3011bff2f991dfef0844294ef0de3dc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5554936a6ba97fb1e2345b604f500ce5963da35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cce35650f2980fd471835fb2f3061c0f6879fda0d54ec8299f29bb4f54ebaba
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0555068a01cd9a101b05f5e99887921a3132dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45047e3d5e5f7fe7d2ef94675b8952c9e51b19534c29c282d1cc196d47e1efba
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66999101dbce029841799fc9dbade097b06e4332
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a446b847690405dea205b732220389fee0b7836b6755d8605b2301ada23dd9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d91f2bde5ecb39cd362a5df021b8900835323b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c196514af8d3d449189d488fbb838b27474c625a431a3ddd339874e065d46c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295a1bebf5efc061c200dd3bca6474ff88730e59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeff446624bdb07fad6e6ce3af884b9a1cfd50f00abfa2d307e84dd057f6e59
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e954843832ebdb3f7722d6adac8edd25715d23f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de81a83b1fb9458ac6d81ba923c197d774587018f89751a75e38b0bd81df06e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36f45ed92758d9bf98768917a594ca1a20c22a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f9649715f5dea970cda8e2a000d3daf8e403c27495850bf097b7f3d4d99bb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9495bfa286678999ecc38e19a8bac37db26685
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc8a3955484e30f303e6de6d932b6865c6c020e1fa7eb4db200b919c762339b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4b6508d690c2b481ea2d44bd59e00a53b0c78b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a75a992a3cd18c947c52014e869af923eb6a264d2050a2bb17081d2ceecbe5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a09ff669f9eea6634002bd067fe779de9950370
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a046ac4e892000ab29402ca70b7ae13844aab569f7293a204312295069c6d01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68694cd29058312c226ad3c93094b117c1402fd9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5826c8ad129b042007da21aa43c18477c0966079b8bf2ab3bdb992549236cc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c724b49f253cfd3b53c74e51776f89c5d00b685
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeed4488f3e26f788dc6dbf4f6c823760ac0f6d53feec18dd27f60c07c9f12a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b4de3d11de3fbf8b920d8ed8dbeb320f64ce8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522978af0bea968dec931ddfc6df20a4a9879b39ae1ce623a18443f8a51a003d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82f687d63fc88228ad9dfa2523f352db68f9a87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5041e04925e963f70d0b2abdf95904b1ec5fe1dab2ba6b6fec8e02be23dd4548
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995d5ae26c8f4474133df486412d6bddb7d492ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2eec54ad141f97e38b8e4c732646348dfb5f7e5d99f87419948a59f345c8be1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489bd20daff49f4d26c40050c5c78c72629fad4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35f0f6dd5dbc75ac5abef77b1dd5d77251e23189999bd8edd2db01664b982bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9831f51dfbb8cd5612540ed667262ddb1655bc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7efad39f57d42666721004b8b14cda1aa8982d33d2cfcd63ba2814cab6bb03f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f28926f43c388a02e7fc5eb3d3510cafbf87f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a5f04edd202068e40de610406d3da59f3d0af6d538c5fe2464098099829951
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183b70a0e44d1db38e32965ced4ec0e70984bfbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6446ad60ac59616900ded92b437dd36a93c121c0220db9b9b53bc957a66b7c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bc1dc266b089b87dc927caa19de46ea9b9f712
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2b997698827afd2eb09192380221e7060681895c2782ce3e61b03663ea9954
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3206d988e12193385ba202f7dada756df566cb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57844f8082d0d99448fb549f91d128d18d33d3e26e751552103fa5c47b1efc72
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1bc3590eb35415b3024abafc7f7e56e4735f81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a7c41040d6ca2b3b4f4e2b798a4dcad667f6ccb4376cdc1caf6ffc97a0f9a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c8324e750c6ac625ff431d790930915124f874
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63414d64bdedf74e9f11b6710c4e78e0a31d305896ac32b8028247656f26fe62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e300b93027cbdd7084527d29a040c586f3a6dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299b3bc0dd7ad2c93a1259b234129a41411d2420f7319384a4a6d2ee612f0bcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad10db078b9ad918761453f4e74105897eba1118
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009b825526317574c863bdc4601baffa5e823b41fed78cfde8745880451f65a1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fb426b453fb69e48ceecedd9e9e9a41b8ccdca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38959e20008ca542b83f24a0bdf3269639133dac3a7ac644798501497eb2ce2d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e2d569da0e42b06f7bd0bf7b6dd8c49394a5d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e233c15263a30e9b8b826e84010517536deea342a9185b9d1f135d4c5c06f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c557165e843341013fe0dbd92f4bb5cc419dd218
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b76d0444a003edd5861c24ba27f5c685bdb06f94dc7e51ad60f29bb040068b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe7e7c8f44c6a3e76bdd007b14afa5b2ec8e1f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7835396cae7da17b82ab6d4d4019109642a0151a4c7665f8db87fc2c363dc685
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a3fb9141d5c8a9ba9c7e8f1986ec29c4ef4c36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a39ed76848de53fe2148bf06ce02c214a4e0bba07bc0b9af4adc307532a4857
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97044e5dc7274a669376d973ae03e0e8740eacb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8a57f9e0024bda43c715ce636d8df48a6a901a4185ef46330ce62123f2eaf7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e497bbed2c64538655508fe1de33ed1ddf98f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1156ebba9b95eceb8716d705a800633fb663b90a8a0511369298f5588ae960
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2606f6cd2c3c074aec8a2986bbbdedae50189f29
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f83e363f4a7fffcb23950e4001845a4676a864c31358d0e66b0e011bd7a57b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0073d926f4f5e4483eb856cd99bdc6c6af66b23d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af48c76aaeb9bad218eab1780be9f7d611bb9d9c6de5df21ef57b9404a477e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc36f67e26de4954b1fa76819377aee37f252ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8618f71967edfa99e2c6b3377ee90023cf34c6e672ea25cca69b0fd1dd5be6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cb0af5fd577aca927052eac911ff00adc4d520
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d1705bfc2ca711b4ce324ccedeb9eb5c5c4e8f4640cf7a67b63ffcc8ed30f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a8144e1afbf7331dad9c474c5991dd498f3bf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17d16458aeaacf4565cdb4f1884e34fb47c568fc9cf917115d24f457b617b7a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79730e3671754bdf4c1b9f6a09aa64bc7cdf89b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1598932e5dc8c61bda3d6f2570a96983a27628c15cac6b6c9a340d23d55a457
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6d9e08e039dda44228450b6c233ae995609ba9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bf8b39bcfdbaf287d69b272bcfa99a959cd15ff9b61c0d77a2f51e8aae7c2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2a1c0011d1ce3cd5c55800e2ff58d84759e646
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c86e39a3e091ca1a789bc289810809293dddf1791629e245ace9877dd1c6f74
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47776073351c18eb1f9db45e82e295503a7ac3f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc1dab8bbf621ffb34d9f03d0c341d74d76cd4b18a8538c024c4dcae2cba700
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31e341c73bb5db3d97e013bde33a43f113a6f38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df76e67be6093871917caa775e325ed4ec64f351c821bce3e6c2fd2b13d260e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3df10c36f1bde1aab2e3dae5d69a7af4dc0fe86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5103d527bf0130922315e9009125ff007572293798e7f8375b2e5257dcb17bfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74c55b65e88aa163af5baf23354805c407c8009
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0ae43e4f0ac65f4a6a54116b3d188493ec5c60196437bd5d720fb692364024
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba08df58ddbfcbc449ea56f7337945bbda9abd5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d6079cb75b367cf6eac1c15ea4b6bd4980b0a56bf4af1cc1273d081dd151ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91eb7a428b9db30ca39e0caff7d39f56dd2277c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95066f083650c41f542f892896af329b473a9f511296d6614bfc15ccefa19154
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9e108b2576fc5458ee42bbbbe9ba4f1f6dc351
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be1f4fe84b0d4762e97c1b42b5e3f5bc24435b73aeae787eb79645540f5aa5b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff4140a270187c69d5b6a14e18bc8405d0b5dab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f34760309451a26399da5fafab6ae73c927f2608964bc5a2318a17cfa3aa87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32acd7300ab0c6dcb6f99b4d4be0510d01fa3679
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57fa650af30a2fb3dfab0567e56cf80d4849487f2403bcc2ed10133bee7d86a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0796dc906eb977d53d941d4c534849e67b02ef0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f7e5064cdc61947ea044df9fa0b5b7ad69ea0f6ddc3c2edcbe26c2aa2a1173
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6d65abd75ff5894575348ebd9376d97c293043
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8791fc83e7fcdb1682bd788a1965f63ea48c90f2bf220a2503863636c6438e47
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a073633913c7ad55f1489a55dcff95c7088d6e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b55894cd6f5a6364f7a386f9e35d7c89fef64f536fbb0262363358895d692ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff34566cf63a2bbb43acd687fc17f2f85ddd6818
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cba9dce3fcd3b90c563cc062235dcf8780b01de4face4f8b98d0cf2f0b54cdc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67a322b1bdad11a961a351d12f9c2e417cba10c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfa5975909135121b610831430d5988d3a939a9b1212a03d413efac92571352
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1497f418c0e454ba14f697c2c6f18fdd53f31b14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c360411c0b07306e24f174c6926c852f9157636840d961755ca01074bbe024
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df0d2c2c4c9e1dfd278d70445d16c9e0ef76b63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a7f08c1920ac3fcbcfc7926d45baf3a91cde787a754a064ee1056036b0fc6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43378af045683be3536a58c195b7cc100e01803b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877fe01481d4d0916159f3f5760be64e9a3f1d847c345752d75d814c3a2792ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664202afe5c1b4090a67ad1250aa6f33d59c8c74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018794c02b26bdde7eb4ca4c1b4e8b354450da842d9a26aabf5e574a3d07c488
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e787ce6296e5a647ff2aef4809a4a216ab096a47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c56cafff8be0d22b870f84284d65fc3395d10160574956d8494e0639cda6fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ffdb4a2deaeeca8f5f2b813c5346d9d4265a21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde44204f68799a6eb341b8be396a91e4818e8cc68bf5582f36f52bf1ef0bb79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121037d66393db721eef3f4eabcf8b0fc0da6ca0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cda2e347ea3bf0f9a8ae3c2a96c8278c1a42e8a092f58d067d85cde39ab795
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4f468378aa004e91318847a5d90a9eb605272a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dba11e404e37113b5660eb29c32698e510fc18ffc8acd12215038e06ed3243c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c00c0013f3412f7cee09710f34a481c7566aa8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20cda589d992a9282eee74d8bb8ec77d5c981d66bb7b8ec001c141533c091df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede0b162a2275fa786506d88ff05e1606e27529b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94c1d6a41e889619b429a6c79f550ae2795541761487e28cb3465bd62a32e2a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c01c1719ef6e420e530dfe1fa5f32dd16c01fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3c08be67ad9b76dd7eecaf97129f038b2898c3d2d95d54cbc39aa75a8650d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e309e73827919a5407e64bdae81d966fc910dae7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175f0cffbc6d1bb295c8afe6b06ae4e8050391f6af4e3f206c712ce3cf9f665e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08187738e5f653fc97dde1a94c633810e3f844f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67da78fb9d51aed0164a5952bab9504001a342d649da19b3c925264b06836137
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea39c90b3f7f2f6baeb35899bf97ddb4ecb00e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f2ee664a5665910347ce8834f657e3fd46072ad5267f48e6d7416f7fe5decd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9805d38f5e94d0c8a70fdf74206b8125ca4e0eea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8844b4012747662c5b2cf6bf967d34dcdb8bdc4c4300daa297468824d6952150
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8bfafdbb1efe129799ede63f810b8b2b61e5e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c0e65ee7d586015b1f10240a153e8fced7a0c11b8fe5c8ffc3d1b611e2ad9f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d970765ed872ace770e6d5c9bfa72b7abf119cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e7e9c512ec531a2d46e2a08a5a72110993cc823ce9a9e0e7ee6894797b12aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea3f9aebce3b68d9005ff0257598ca92bf4c6a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e114886047109368dd466fbd8e935607633e62d8eafaa705ce9a53278e259de8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af75d35c6242bbbcac419b1bfbe6e50836aa92d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dae3cd86c810d122af64a9e27faf481791fce8ce0811f3b4ebf141751e9af6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2400722713d90f5e045903499c761510cc548ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6159ccadf32a4d5aafee5988f501112b1e0e3fd288a0ed1115cfaddf79b786eb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cdd4f6f42afc4f90931142f460367c39573cea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5b0faabc914b7442a26508f88b95e8c2e5c2d1714ec1f3a6c968946ab32774
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f288abf781b08eb471bc8930d521b1ed5c4a1f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b7603094b82388e2ff6e6f683005bcec896c515edcec42ba002710b008bd1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ebaf33f0395d289f9cf43719c753a05446cba9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407ce08d4979ba632890b934ba51b3032f318ad6253093aa5382225db60fe010
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890d3ecfc11477e8db8be354048a3e31a2d8d145
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1d492be0addd2d040d8fc6854afb28b1e2b736f8601ea494ed1e31658aa943
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab061bfff44a8990dd85a19bf3a933b2cf52d54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ca76395494ba8391d5aad5d043314d9a47ba71798276959e78611fb37a17fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0650e21575983821a6bdbcaf34e5de2c187dab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e4678b097895d9df16252ba2509c2ef74aac6809c8065897407ca7641b992c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6c72882f5ca5ab7ddf44663e4020880089be49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e11511a1dcf6b3987f86880898907dd6d1bbe655878074ff7775162aafbfac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b6cf5fac5d3901eda52db80a724d0c72789299
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d75336c7f3920a18523a130f1b71e49b4f56a4edbfb6f5dfcc3d156318b8b16
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2126d091ba87b4cdc42bc7309d6d5cbe7f758acc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a29d07a0ed18177367a7aa242f1f07185f0843f2b695c89eb9e3a296bc145b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a2356443ed68051822be4fab2308b764eba423
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb80058e48377bf83d08aeff4faca99c7f36cb22e79b17b6eafc1c20e8a5acb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c923b78831b898ff0d562a37fb772b277c93783f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16e515a6bbad209e874f18885c5e7754dca4e3f4a0784a69ed6a0817b2bf64
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6500da5552a41bd56839d4abdbf8e54af122c05f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d8c4483a56759a1af6a5ea3c57395e882b28d17dbc9badbe8fb33fae7b80d0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf230c479ed97bf48cb0c20d54552c8e4f19041
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c2a15341b3cb6fc1a4905b8621b6eb86e168e8b38a941558cbbaae926b6d1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79466934b848289e828003b7cdef7b7fa20d187
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ddf7709f2ca763dd34276a800e3af32ad5d1a21a84cd03590814ee0177f45d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e320ca9fbd29f4387da0e0be6dcd365ba02be14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ef8441ef8ad3c64a8452a022f01ec7de7c8c8470d58a7d0eac527ace067edd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45af593645021f0671c145a8cdecf5ce33d8d41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47d85230180a3923463521abcd7562db22e4b0fd61c6aea9e55b049243ff05f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46789d8e8a15ec866f8b999d9ab1aa2e86eeee4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e9ef452ad9b0298eacb70f6fadc120d118adf9d744234ba6c34df6de01483f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70d7ccb566dacc2eb5d14fae5c3095b95178f37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b3c903cf800135b6b722a44d577476ea8075a7262373906a76eac533373fac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28e33bc939dc3bef6f26ce90e7ff2f4454c83db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabd19ed11f6857b2b2c893382ccc0df9e4a892d7e4092dc78564c9ac6d853fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f5fee525ae81537fd2e0fe144f63aeb8b91389
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a064117d2d3638f73afcc93e801cb59133b97040bf7e1991eb8d46f23ed95
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea87b34dc79ff35eee632a949ff93d1d8c1c1fa2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f7dde7768e35f41f2b0ebd9b6dbb7bdc0b3f18fb5aa3cf38dccc42f5e961ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a3807f861add286a80427203e89d52ef2014bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69145906e597dc561f54c2faef712919f3dbfebb13e464ea5fdd0a73e3717e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017c8735896f2094d56687e17c0e932d152cd8f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40c72e442cac8d688745c68048f13cd8e2593fa41288174ab502e72637840a7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6379694cc533c7c41c8ad51f5a19f954fe9472ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6425dcd86c039deccce7d18b50a95e28c3b0e682ad0e07694006b8bf05b89de7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4958c6eeb6583d0426a9c7e45e43011ac4a3f77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7429e89e27b33f4c03d1416a861159edba04b9faa9adf32f8fafe5e0a14af34
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac5c34149419c56427507ab1a3250989c9f978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca2e4a41c372e790eb8e90d4880b329a5a6f159d5629da63664760762132d74
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94d6cc12b65a62b1fcc3ba9517efab8d71c2942
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9ee4473c4080dc43325ba4c9e086b54e30ccd5ab1256184aeea104bb5bb94b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69659403b310b060ddc497f0b7b118db2df341d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3895daa8793ad0d3184b50f804d677f098fefd800169b7b0e4fe55ffd82b43b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96857199feddde0a5eadbc0da6d94e2851409fdd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd732795e3b21dfa1c31cada04e3c7dd8193df426c6ab7d80e2359f17a76c12
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f2cbd946c8fac6329d1a2c6fb113296a926382
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a5e856d78523cc4a443e200ae7c623afb93813d9a54c88264a6539548747f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4819e7f74790a870ce88f599427fcb19ed72a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27ec89beaf4c8350f5a1379ea136337f7d7e17042924df90164a37680e60342
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17f502d3a9aeed8123145ccaa8847117c56f984
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824232a3519ba3d57a93944929075bd896ce120d514ffc561de0d59fc854e596
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8fc1d1a01b39d22d612a36e483a41b100e3c33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17eea1a3db411887e18b2d0fab31cbed394b52e851a24c44067e76600cc5aadb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fddae1b646821ba876eb98e726c6c4d0cca5542
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc737a93547b267dc3fac0a81d015e69741db1849fdf87135216bee7725ea701
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8682a3aeceaa5d99a01ee20b9302cae66ab882de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdb410fc9a927a73c5779dd867ef9c2e19f8a38b3cbfbc0b7aa1efd0acc16b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db6be68bae51d3af7b7eb16599b54fd74b708c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bacbe357d1a824572a5669172ae72415c95db816ee2b5efe18b7c1252bc8ede
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fae702c0b5036eac16e2dc51e4b156c928b6b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eeec7b4e7eb027ceecbde09d9bea1c0f8b419f7119131f7161ef98f506cefd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18308c5414f1695784c87e4d23c61c5c6424fd2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e6af58a1e38394b5ca478232ceb284737f4b21ed5c89e4a4fb80b8256301a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5550acf9caeee37f78efe1f8f661eda02563c4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d61438efc38fc709bee66f77df5da72e288143da200b4488bb0a558a5f66120
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099072c35bf66c33a1dc1c8980b8c2270a358de9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1a3aef15c47b8eabf624bad6a4e29deb623aa3a54cc4cd0204742fe2ed958a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308ca8ba547376c3f74645fc6e2713059e3b723e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7552a2ca09ad65a6090cd309bcf415bd00336cb9976b5406e874a50943ec0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72de875f595a65ffee01706ea300021564777242
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fa9d89c7ab9ed8682830f1359f0cf03a4d74635d66924e38cbbb4d2e34f1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84e163dbbf8f17ed252ffbef1591503b93f29f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a20c9125b9c0894ea7e626219213941dd3784c58f80b5b2de0aee3b56224935
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd41890d5568b906d0e6c049e96e2680b408d76a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc3e5e08096a63c4c45d6e35ab1476599dfff555269dc2ccf4509b4af01d6e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99046ce8f2f7985e09e150542fdd1bcf497adfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462dc6f5977db73989047356138240c8cfeb3f7871d9fb48bdff15e3fa1a8521
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bfdb77ee6e787dc996daa817fc7f5049d40098
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ea1dc16810e0d0827eb496cc34c4eda8254e452f11e09108624a824112e592
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fda228b37c046209fbbbeb0bc163f3137ed8eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b8e2c31be43c5aed1910847fe79de9de9da803e0231f802f30620f157a08fc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e674e932b318b7a0f8ad782772adf024927fa3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab0aff84c822cb240bcff91fa6ab73aa0c8085dab582f6326ec10eed543d39b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ca2e7bb1d2f003d38cba5c61bfc854d45824e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076a63bb8cb91afa55eee4e3d0775f43b30015dc9f778acac2f6f3f635e610b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fe7b6bfa77c0a4a8c3c90c2179b8d6b0086dda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d4f128270a7ce5ab72c0f63360643fec69daa3d1e269326ee5f685c87c6a6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c673ea9136d4a9628736c7de7b66547a52290202
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86808fb0729716cc4c631d9aefcfa6012639d1cd9383e77ff90ee3b4e0087341
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8585a51851b84ff325f6ba11fadff7df438f82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa47c4fa8342970b61f91b8f28c7963b4c5734b760c95bba3b11cce0748c8d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ada0a51e0b38b9678a921ba0ccadc7d75ca6a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a743788147d6df4d62428eb209885d898864627b13fee8969f764147549de6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e518fb603dafc95614d0c3384c6aca0d0372237
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad274c1633c3d4bba3e98dc561c9d556d1897ca3032b94b78435bc2b6888aa16
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f430e6bf0264ece83b4125bdcaef18ad25ae3cbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c591bcedeb61aa61a99a8f441d99576b32782357d9a41f427b86d575af0e85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f8c72558a6c3605c56e262288e1b3120a5c89b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8ad2b35a4eaf9d38dea9aad71bc5edd8cffb11c7abc36ceabc9ebeb6d359b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a60c5e985ec0a76d357cb2bd4e68ba1a5176fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852e8ada9bafdf30c245325e203938fb208881eebc01bf593c7850f62ba170f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98e1b262c9dd6e77300db2cf959f39ba8d6f14b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81119f1e850c0a30110d744a5cc74bc2faef03390a023c979d2312ff93c641c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a5504d4e1d7c37ff6477b6a9daa8ee4b09d562
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485dea1e34bf11f68bbdf3540688080b09438fbc14b88a36f029d1bf4a6b520e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5ed81b7d0da803cbdf2dc52ed4467a8083640a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ba20ce6b04fd0aec7f7b22bb14d0271c76d1f779bbe6de8b5747b836609c07
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55283f0e69b93c27ad9ecf16bea4f7f4fc0e88c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9d0a221e2fc7213c5409e85c4e9ea2e94253977325ff3f6bd277c7c299ccd8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa99855176bb23e605d37a30a6c46f1cb49d5785
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753f0899868f01a1f6caa36d31de04c80598ffed97bd36cd46d649034c125121
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322a7cadc136e95647b017e67d28003cb4bb583
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520f9600896bcb7bc6c3e3029e11b58719738f21442351d5c4ad9c3a483a03ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3edd7f616c4ee9e2f5594a69f7695e2c20b8e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1e1129e2e740a8b57ee11928884105d20cf9c8e72459174b67705d1957817b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141a67495c3358d87cd33b63b7282c30873226e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ea5e4d3e438897539719689c1e0ea712275b3f3d21c291d21877527e2379e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c07c4ebf5a697cd9cea05acc49dc4ad473fc63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea080962b99fce0d56822d868b3d876bb5c3dcccb1540635b828e09e98f1b41
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3433829bf734f1fe37e80f23d9760318413753e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f84b913b28fa7818a43a1ffe6e1dbde88e328ee4f6fce6aae17b92dbf14afb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99538738144b242069a97f29d33e91b2774b7ac6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3752bc699cdfc143d182d0346b8069574647d6dec36c611d242cad6044c77c91
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1f63d0aa056bb84cc62c446e79dcced3350958
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9133b031c8d5f2e7ebf96203aba97f528cdf146a8d6e3c972df6c6dd02abe141
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2315508a38b1cc73714b69d1f96d4c91b2d96348
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5021a2306877574881c97238227bb3590b79a9952e965c2cf262309b8c2d62b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7f948fbebc467ea41f4916f0cdd3c55fed0c81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6143b755845c398ce16b4730851a14b85d7d75787148342471f4933ae01bd65
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ffe6107d1f6b0460caea13a632b00b6207ff16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980b453d7bc82769d028cb595bc117efdc35de242f90b98cb02bd9df20630d6e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146b82df6b8163ab9663e95d0c459fe4fcf66be1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508dfd8ce1aed7b451632992b34d1632fbf7a8ac1c68e9ac33a65432a9124049
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d418f21e8b01ab01f62b355334c19d36fa350f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2d1be18d32c9b156e58a6d843a372aa64a57524e3793f818c68a973d139ef4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ec571580683efbdbfc81b34b7a25cb9e8bffb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195af01241e6df69c99d22f9a44056e2b266c3d457d890df299951f970cad8a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe08410ad870c47396730f8c1d1bc5720bd697da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e11dbf0364fa624b72b8a6b3c862d33b7c3e32783e5766fa534bd60842e1e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec13b781e277cc83ab9f636f3a24a5f46783807
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6cb37a2e4626d19bb09a7b53080efec48e3fa4f938ebceafa913cbde50fc75
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73f7ad355f7d08f6978499b791eb0cb6b9e2f66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3268a489d8a0149b1eadf17ecd27e730bf941a4385b507b5717fb58e205dc3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19f17202fbd601186fef9ef600b88c8f50c412d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2d5a849a9fbcf6771a1447e8a68d05770b40cf40667a0ff8e5bc4f4a0ff2a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93910b7e16d59055edfb1b790d430248ccbf34b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5057fddb05244f90565466646f8c4a1c6b684e9567ec6a5f3ec57b0ff1ed8788
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdf2e45295abd6aff7113d924b71f0a6a9e9d99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dccb7924f58ad467284964d270b026127565b722b295f37449b7248d623eecb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51516a4c978d841f2ed2e46365d53c1d56cd378f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d378507209eb537d1ca7beecddfa05b5d4898995da761ce20133f7114c9fc66f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1fd73115d9fcdcfd2e69e9e2ee1f24cd4456a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe9c957c551e92ffff7ab15df805a6fe96253cf3de7c98a876f060b7c9e2a62
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1adff216addfdb322fc7a21577360be4361163
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d924ffc86ec20d6154a446324d32b3dd13353f5892d0a2db861650a856be8c0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5be9949d33326f92e165a2905157ecf324d2be2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76b49d3345f1541fe3ad7db103af454633e11d28755fc9bc7ed6addea290556
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4350d9149ec311db98e7bed697895ae06900fbd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f07462e91df390e671138e8173f3600b2c9cd370a46bbc400728e1dddd518b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65967c58f5ace2aa56aac53b0d49190c9f505533
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad96943792dbe3c0dccd1b7360405b878002e47a9ac006feed2d674dec1b277c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cfebf79bf5ab472c0b398a2b838ca8e3776500
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d71877ec8983f50da6876ec5a22f369cda2317f1c71cc3aa7008f02f2bbbc64
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d9cea6d1fd921620e91c1dc07764366475a594
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c3ac8a41cdbcca14859cd8a46ac7941197f0bd94d20079fc1e3896f42cabe7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a72627423f5421f375e5e40c7a05821d00bc533
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1928e28f56b2da047e327f8a5cadde768c79121e605e4a20509ce81ff7f6b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da805b82388669b12b09a7700015f3fccbc2e290
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193f45c38c9add9dc0dc9261da09d3dd0a315dd0b29218f83adc884284b23c0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca25b9b335c3dc4a2253486eef7b2f4448a61013
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33929e5ce08b4270322e943f578c9db8e3991a088b6f255c3dd91a932ec07a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64790efbcf0719b30f1c1db20643b8f968ed6faf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d450724771f868e23a331e9211f0e1f2919b5d473f8c9159949175b1391063ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abdd0143b553a6350a4f139d6f9ba74b49798f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4026cf08b14f836ebcdf0c7939243b9db9299a76e6ac531b22311f90ed5d89ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d336b0ea0da4d062543d901c4ce1ad2f0ef8f224
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066806dd064c4ccc303d1ed218a18c96ead027d80698f7e45f4f56711ff19f32
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbd06989c197680d6ff6cc24658945a5c2cea0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c77018d138ce24289353257aa3da35f92efc0c49c8fbee772fce01526722478
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afefc0839448c89cad3324f878c2c5f9a2fd5b26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a565a04b789c32ba916061cade48ec7556c13fa146a2bbcab0a6cd5099822b24
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276fcfed48952e51e96bd2ec764c1e7393ff996c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ded6580b58e791e5688e5dd1bf24ca27884f3a012b2cb6f7202ba7387ec34f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d31ec3574b57dda72389e78ccf3d4922ed6f823
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d15f498d669a7db1f5ac88d3d860d10470f324ab6eb438d8634699e5feeaf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3906fb8a12d4276031a3e1033c7e0178e950917d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b5b332e77ce9689c46e92df61120981f328a0492517017ad4f7badc3dc0525
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ecdcefee0d38bfcaae1c85a8257f112662f458
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fd3050ca7867511dc2ee24c7c572b36462b8dc6d03e3d95ba8c6f83eb7a2f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f34146c4ae67f9d93b9979731f8e4cfaa6515ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e9b6eaf53b4e8719c8bf73d1496766c148a61b7fb48f354d205a8bc764dd4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856bda16fb8f376908edf47bb5ce6740e0e2a67c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6244ade04f95e5793f7b202a968b813b1c95fe8580b9a7b60afefbe660ab66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7321b6bef247ae3231828e7cb806626548fd542d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbf55cb1395768bf2ad1297e6294b1b9c56fc063969c56318ff8e0426753f97
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a746521fc7a009a5e422e84f1e06f4ed245431
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d84b4bafb65504887591b49ad403c7b54b4267a90522382d402fdc96944466d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3745e22136752910215bdc1c81058aa0a1559cf5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1982996af5d653fe7d67491fedd9ab6f3707d8cbad68376c13e9c5cd23da0998
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e53f8578368d15c54fd0ad668c6e1470d7c6a1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb508195f4e29084d5a72d3f571b1c57d03215baffe399d8a882ebe031b1b539
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9e08726458611edf9c4ca41438800c2e77ef43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cc2b7f71ae0d3d9aa8058a7e955d10912369ffd3b5e738489b8ca2ccec460f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eaf9252d87abfdca2f86dac345c51be4ddd627
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd0b159033744dfa55ea0328f40a7d922317ce703d450ea49a70034364bf99
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6e233d9e8e0277db4aefbabc0b521ba8c74143
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc906e941cd97844895f2e8856edb0e5e94a68b396710812a3b96f1dcc7ae0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f424c27a25eae3f5ec2c40897932ca2fbba650
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056ac0a62a722fd5115f18f3afd3366d67d1a51bb931718845e6208284462587
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fd66086568482f6e6dd3da015f3428748bd18d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc04871c44b33e561aec0b73a206507e6ef5c365d14849c7de0204ef1440fb64
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca361a585a0708a494645b46ace04b922b0d0894
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda1cf07fd408676d90847e979a5f4bcc32dc54497a84895b2da2962993771e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803183a10964a7db130b6540b57f4c780530245a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d504ac0a9403cc9cf8150a048944ab2474cff740c9268e5eeea74c24fd50fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a569cb784fc83cc979d883ce0eed288f82adacf7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2af99a1f7a1bff39f172936129d219d6f99ea1e4de47ff4511e25c0f7b01b03
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27db6f401293072b97df5734ca8a924f48eabf98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd481094991bd37354eff9952ef4e80e30e7070bfda98565838c03592f0861c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095da3e224c92b9ff40fed4a1163a0a348fa94df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02968e99e074f6826d857c069aa97d7bc8119913af59e04140e43deaf37dad23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9064c4af181dd1951eff75b1b9c957d63680d0f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e674b336217b3b5ed2d5ac5febdf6a6e50c4467bbc1449ac1097a24427c6f0ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24eeb63299358f6ba6985be9f73af20ac8471a1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94dd6c6d60705f93e13eab0b7936d8caf40397a5120446031ca72ce0d31c707
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9ed1078a1b6113b3e82c549ba88d86847a13e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eb223a17c9eb0e50bfbce222561f803d85bd9e69c54684d37bfc75f4d0d466
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf087ec38c27fdc425b0cd3c9625fcc1d3935d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e08448f49694509ff137942d2226defd64a405be4b6631de9a163a7c127b75
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3117049a896d4bd72ee6aeecd333261762c50259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf54aff99d2191c302bd29d0e691929d47a3d2e28ce263d53b350272a0547e74
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6985448507eeab254fa7ff58e39b37b0d76f495
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dcd0a945850b3c75d2206d8586ab7af161b5f4b5e0423d171216bf3793d5a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076467076cb7be00ccef5bb493bd06b993cd4282
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02059c66de451feff0af8d42fbe471cff35c008e5d3a296c330b0cfc655ab1c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf9571045e2dd9f5b1de5078b35315a83407180
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd7be7583998581e18bd1cc9710f5f75773f00b56add83bec778039d0938267
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d0a6a4db2699d73fecc9219ec77f8cdf72f1b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef883fe210e046e0e07074c7a8745ab274e0fe8872af568b28fffd4d0118be8e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283135d15b8e176fbc7aa3b8b694b4731e8bca0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8639cfca49284dd77632de874df0244c456fca7a62b09ff643594f0985b5fcfc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124b11e71f9db1184685120177df65b43382faf3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d5ea69007da4431cd96d92c1d0f3d91d9422a8bc822d0aede57c5b1c6f322
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3917abe8a77caf7643dcbc15719e80765168cd13
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83638add049f2f1feeb5ad971d4f74880796e9eb3de3896ded89851094d10c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e740d7a8a19562fe041a5d43a8266ff3c80ec7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7906fda7a96bb7245d7b9910ccd5c2510a79864f47661c5f86bda558116f89e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132c5aa656fcb680cdde483c702c75088c32c264
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d661ea41d282e949c4e338d57870afd0178b4bbb5f80b2eda5f7f20532e46a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2482b234b8fd5c03f87d1cf4b4aa4e2c63cc21db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d277d1c703de6b1290e7750390f18fe9253b782b121eb8381c85fe51a2e21
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695edacced418e5a89ea42080959a3638503f8b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3876a8e79a640703495eebbf7e816cf50cf59c1389e247b9871d5fa7d536659e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd04a4ec5b73935cc782ba70551b8dacf913457
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddac4793b4c92e96cae3a20028bd185c1a595dd34fcd34a10f9c53fb27a5730f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ef920d4269f3b47e67c9853740375c57094617
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28417ebd4de758d3f110333c4e9c3fbc626b1a8001906df0741cdefa4c558d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2585a233e038363bf04ba0e81dc1c7503db30b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203829edd986fe0ec895eafff24906765ebf45b56ba3107604878c7a822cc3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7a42287b49ad5775f2c80a55d3938323010928
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047f1f98a0ef6d8a7dfb9d5df5c4dad8206dca883331bf7e5b3a852bb68a8b3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cd9f7a9a834c844493aa96e555e30fe6d5ab8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baee4342582e670864da1fff751a203fb51c82528cd844dbe0813b4718a5b645
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a3aec4b4d24e53a6a67c429dbd046afc2ee25e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8488d5b01013c0e520660459e69d752df21383f708362e622f3ca8ae97539a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62bf4fbd2795b47db0a4a26735728905e679d71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0484855da41e829b5a9e0f9f03fa79c85a71eea4489e9a69b16f9fef87b7eef1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d38094469a07a64476e39c716b941a28e5be306
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a529eaa5e3f0304fc984e6123ffe3f258f88890f3af1e95298140b0422c70fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30518d5f380d927fd02ac73764dd9822c71e244
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808b71c78dbe88e32d1042f31b755d8d233fd03e0d54ba19429bb238b2ec4566
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b537705f9220eb336fcd847640a4eb0a8356ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7667dd236bd58bc6aed854093e0eb9ae2ad34badc6de5d34549fafc6adb00da
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd6ddd3d079201b6042dae90ecc68a1ae810979
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409e3a3b6e1da8b1490fc6dd337559c8765af378f7223909636fd656d0b82f4d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0df22e04e31250acb5785f2a6f4e0eb4e502f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3092a9544a7a97dfeda1e802bef221f1cd425ac835c7482ef807df60e8998af0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec19ca507d41b8869ad9f4628a1c08bd0ae96e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7d8622223bdddacbbbed65f42ce17d0c427ca344db104a7354e778c5683020
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411efb0c2fb906a80cd7cdda5e3a97de1f61e14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff18f3e5561afc1d0d1d44fab6d53d8b68a0d14abbd535830bcc50b307dbdf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45078808760eb715c9ca988d0e993cf3718ae4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb1bf3e10cd75fdd843a800f8147fd0a5f898b0fa4c9beab0bf45ec6cc8c8d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e795cdd92066237c015bf26dc97fc13c35e2a34b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823da575fc5836962a7d43095b4bd5fc51679d0cfbb47986fd755c9272a0de40
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166f0d08f6d28a4167e609fa3e66f5f181521ca1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19a51039db95055ce9b28626bd59d37ecc4850ba647a74629874ddda8d7a877
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f6e4587960fa845d712cfd36f0c98df530d8fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c7181b2d2b346dfb24ca03c1bdcc40f295aa1c0f23d1b3707a6c1675bc76b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6069c65e01f4af6d08822b131d412204b06e5094
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb39790a6054caa5aaf39f97c075eb230153b8fdd72a67fa0effd1bb8101c61
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b290d90b2b6cf4b4b702f68edf0b8bc6fdbbdd57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9d975c5aa8a533f3d36bcd1c8af6b74ab9b0e08d6690b302da4b563551a827
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513a3fd95b0b4eb2d75f9d6c1db4765ab7282de6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4746088a772d3a3d5da990eb4732e1f9bdebec4d45e368fd191d1a41ed9ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2863d086e7a5d07c26ff5402519a852934a731
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1e84a86a591db5dd942f4c29e2f6402b0793804efe1a2e87bcf4a0be114d7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9b0fe137f95a48364896d3161e2761991aafa2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff648370ef2fd9f640b597820301f4a1eb2d21a26ce1ef5e78f07568e9bb828
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf393eae3786ccbca4b3f1c701f1475d48f86de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40cc9b242b97324b52c11f9a3c02a9ad0f1ca06a1450e106c3c148acf958178
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca72739421ad3718fba8de029324ce54804bbee1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985037941f7d6de526c6d47a770f972ba7bad28266be3615c9c68f91219e10f5
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172817de19d93a7e0137e90ad55a8cdc052a4c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ed60214a3bfa202569a3093d47c8b86b725951a8aed343d27748b65877b84d
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97283187b7036001c782dc1c2053e3e72772eb82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5399fe6357bbddf9dc147b4ea788ecde401089ad78cb8b2c00a9061c2553ebd
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417b5f84685c00f9b6c7d729dbb3c68d2b62bef3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ca0f55246606d442e43264946e6467230c33e5612ab9b6576acd1b3b6c312d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c024e5ce49c2033633d1e1360cfac5745ec403e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4aa52840ed504fbbbc3e64cd3c0a573fc1cb46b2e9b59ecbd0032a2ebbc468
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16181867562f4a5b283f92d9394ae120f0cb4ed9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d2db451d96d4bba0cde0a14309e1f9e88c5e60ada89fec67188ff137eafd02
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f64b6f877a691f312a8523ae8713d9ea4f6b3c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b040ab9a73916ab7185dc25c3916672039741b1269a52c40aabaa2076bf7cd6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bea4c236d66eff9592039a86092a69c44ca3db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa20c844c5196e6214a502ad31f1ad4a8cb9567994e4293f0e214a321ce36730
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f8ed76007d23a088c2ab9bc126d10b4f0da9a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23de4147563a4dc693ca49b1d4178f2351b1d35504dc00c3b9b15a2a620d628b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a998833f17deb91bd2d0d3c47b172b2d891f07d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8825d92057fcbacf0e1d11efdcc1df2107b5a834cda7827f48eb0da325c1cbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ad21add0696fd1cfae5c51186516e022a07b0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb733d5a44a45fbc1d92b46675dc38f078648d25e8565099237b98ba39910db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15adc080a0522b003458dda9bfaf023f458ed83b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397cbde4edc9d404d06534d618f86ee8c2e8bb531a2800cd2eb3eb6419b5c254
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a742d61a21c4a0f48c6d8a510457f35fb2d5d0bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556dc62d4e3ac3e1f023a798f148bcd0bca1f62a61932fecc230de836acbeae4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1931a12e02a542fa0fdf68c9d9b329e735db6b75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1f2f6c7dfbd23d7d63f4d0e390350f97254349d315da8503269df2a407bd72
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1628ab8eb75b8a5e537cc225874f0ac32bb9869
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08339b969b6b8e4d8af9e1bf000dd695cf28dc481472129c30e93ce145c6f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2beeeb74b2e09cd591ade44827ec78ea1947da9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b2db61b3b56b0c63fb1dc703fa06092f6815e92e2fd694c48b0f92222e6a63
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d52dfd8651078066255cb6f67cff356909d2269
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe756f3b82410d7a371107410fc033d6bf99b272c4f085a13a6adc9e64c6faff
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16f1691e9fc313d309415f94bfc04fd04b16835
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9929ccbcaa00f04020c95f50fd50ebad217594cc4d9db81bcacde612232d7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea793ef737c1a4be7e2a3548518cc9c52516df92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33956c46cf717a6cf2ea766f1058f853b8c455118468baa7975812787192d6fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8446c3762786e608c1b18d89bf20f27f1bdc1f9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b228761a6f02172b773f52b6316d696e507d1505d4f496ac3bd614fbbf85ea91
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e37ebacdb08bd1ffe3db8f0d1aed8dd3b4d2ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58a2b8d2fd1700f9703065b22de580b26f15e7e33099ceab1719713f09bed84
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09672144f270099439d5eb3632b3ff16a0c9c1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918383d7a04ad223d6cddfcfaf51f59cb30c19b162d3c894afa6fe9a438996a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb71d00c37b8a67e9e324c20d874a9eefcb565e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f69edb8c1d871e873879f476abc1d5fd4c4a585beba6754a64a318cf50d60a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ce9f77f007cffad4ddf3d2f36c326743047160
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cc92de5eca517ea5be958fdbdb7c890f3f17259c7a321520e6db83a5f2252c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ab0b21030fe613c544863259e7052324adc47c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12624c304fe7f9e4fdbdc47c4846d1a1027c9a260d5de21ae8c3fc38af3273d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb083707eb308323c10c24959e59d3e3672cd52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73726b1158126360fba57fa9b335cc6ebe3e720da9d72d80151c752d84cdba0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe384d790eeab2dca45b7b39f0cb86df40942a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf58b72861b1da11fd2f456b8c124213c36b5b54705967c67899205389c2a5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3d25ef7ba3cf1fe56f482e21bf8e887b2c50ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe8576630eb4e6e926fe9f05f3ce98b34e30a9313c76eb0b6cc72ff38f35dbf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92f37959139f74a00b9c0d345beced7279f4480
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e840478b56c77f2c176d03c47ab6159a437306c5a6e7af2c3c7c85aa960da18
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4a0d544b15740a69959ecbd1895d945cdfb74a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43b1a5309f2d2fca2df01726022a721214cb7ee1d13b4026f933750faa51f68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdb9fd9e925227c8fa39da0a266ef43827efbd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e11ac4df392f8237ba1256d6d43da89220efe862b9df71f1e590017521bfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99f57f61a7f9f7f5245139d8e92da1f206cd7ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266f59150acbf154c468e4eab9deab45b12c28e18bf8c368a038007ff74375a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74b575746531a1866a75f27f313588d267bf00e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e264b5cab7a12466d65780fe85f10c4f9c7c4a9f30d842be6389e96dab68d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8716c20e695013c9f0aa9986d4096d5d63aad95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54ec05390a7b10e8f319efacaa38a0e37105e981565327da6820b7222f6e2c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacdc6888228733c32bf5e1fee7a942008b19a0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b36a9a633bc7b3e2cfec72f3633a061f91b3dd0ba54823dbf23c7d04dc8c8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5305702aac3c4b91b11dff931b4e708501ef343
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469ed046625d9caf4a78e9d466dfa774f1eb7006e7d42cc8cdf51ec78de5b521
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff1344b83da07feb5ddf800fc3cc37f7e7a0957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9332d5fbda734bbba5335154f203d93af3948693090f80d45f8df04afd91c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9877edbbe36e2d91651ed4446580e8c34cb54222
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614d27031ce53429d5c37db6fd4458a3727dde7683b14620c752b35c1171735f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28d49648fc1502ca136430c92ee15dc2bd708ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a159747ab12ec5f66cb1c8a6741f0f7694e4ec60de67c75ee60e2723e93370
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df24c263cc1743cae005aba6bab75595654394e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c937abb06e397f9b2953c7d2de2296308b4ae8ac6c46b4ad934fdeb95784aea9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccf64990d93c225fcbbf9800477a1926bb92dba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a165165014f9bbe031d48881792976600e4eae3867d91d4853deb8ce77904185
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618aa55a0aa719a9ac630b601f5167b1a00b8bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d258c16751169270245194a8b4f2c5d57b7adeaa6c04c7cfe381efcb1996668
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bd75fcbc91d551d050f68e25b74b8748e3d152
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d97ff39a18a517c27b663e60480d6a592f589c7174103559ead7ddd4dfd2ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799b75da9a7b35828497f60c0549f550176eec84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05532eec4d64a1a5b3c52c268d30ddfae169f82df1aecc6dcc7cb15ff8dec516
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb2bd9a21ffb484bb9d027f4166b480fa8d2022
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33591b94761301312360db3c9c201fdd511bc1594e61a1f33e0f4332a8ea11ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c3daace2cfb45aabafe3a43b8c230782e64161
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3d9baf17836bddadc07dd6954b34a194427dfca5c2d6636cb0f3c49d80c723
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdd25866e29a3f968e0124ef73c414999e8c2b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6130ff7aa5eb373fd4ea67e70e6bfade80cd4669585478821c4d6c8479596b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe0ede79b5e1a30f94445c012cf4f7616710108
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627260b5ddd3d85b1989ff83af4ecde42cce7319339716127bb2c6f774e256c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d945754f772ae9d99eb6a5a7389db41d1e2960c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96386d464656b0c35d1a5b0534438eddd82f9a44dda9c2c5e85b08466a7d4be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3100ebcb31ada21427c06147b1f6ca3938c8d168
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17420a27b7245dfa5d3c6297350efd95b7ae954d2b05ab6625dbb816522db8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76c70c795595853d69f6cb8670c4eabf9016b81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5807609aa6f5477594a2b28cad925c9af3251b3b0261cd585c1bd63cc9c8a836
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695eebb3cf0924e4fcf068fea6a509df0b1921b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c3af12af807b497b15d19e874790b9d499e992a653abb735ac29bee7ac9f70
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df4e96d7396dfedfe5cf4878aaade8d4eeed513
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24afb5a386ee295a2ed67b931bc1b64e9522177cabb0249041fe52f195a4e230
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b4ffa7d882e3b7e22ca9ec8cd4a145a39de1fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d78c7c3920eb5832944839d5fe2ead0c5af598358b56cb6037b33a4e47465c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709c0c78f8b0957d23972c7854cbc9dbf3fac756
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b98825494147f9fe75467effa9d3047c745c9d7a42cfd15cd464cba40b2ba9c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0a4628ff3f5d2d0eec61670bf8405f51558d5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356774a3d7c1964c48751dbcd188b8ce35d912237aca4b2e793558b7316a6b8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97301dfd7e02cbd5e87e3a75c8484d6d25b97686
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183573462617410d07a6edb73c4de95496e53e8a757ab18243fbeb6e8494585d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f250285339bfb70ce9732eef268ebb5086c10d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad360d9c9102cb0853d13edcd0e10a62093a7f7c3abb44570374f48ad1a1438
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e3fa3fb48930f2943287c33aa6459f1edf530
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc28519e0d3dee31f791a6124226d016e891deb3ed1efa702fdfcb9e24284000
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da8a3193a5e369ef4cb821ab4d79aaff324952c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da62078a342d20def58a13c9b2038ad843cc30d8e26127c1d42dbf1ddb27220b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2cbac0434d380629e7a8f1235d98066b8314a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2fc3068cbc281b1dc302d2726d5859ae51f0d69e0e99381181419f61ac9249
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1250163e18e0e623c8160ac0d482f289586845c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756d680ed635420479bcf84b623a53228d47cc7462447fcbbd16a5f9cdcd9b13
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42777fb706e3996e909257f6af46d9b1ace534f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bad97949002282b392da31c9d55e6d56f77e725bd921968ec2b1857f8697a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7b626518fa966274c1b6552dad766df2e77c16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfb89a73fa0877fd28286bc1b249c6dd58cc730513cdf773187754b122ccc8a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96988eee54f4c660d9f0e3d5044c9f3a0186929d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7205753f112f55924236db8ed993b5341e2f6ed48a8ee35a7043320d39962250
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73da6447cfca7d5063575d62f1b46a6f0b5289bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56ab0f38902d2b20979e2622c0930e6304b7a05131bc5d02ee234ab87f6d488
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5f095bb7dc123e864624b331eea2fa6f942734
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75107e28e7eadf34609f8c81763dd0fa0015b55a357203e1cfe86fa9f31872b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d492b126c0597afc9be27cec2c92986ab2ab530c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c02a7bfac2c0a7d6aed45f69b7f84361e3105dbcb26e64cef3cedbc7955b720
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f409631081762e06334b74aebc0e30ac794c36ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18f8b2e490a2c2586d075afc2370e2a8fd946666dc0e27f8effd6566eaa68ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766d54a4f864e9d065c05dc9b1a05c8e8de2b9c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bf90e7cb48e7f0b86eb598890cc70c35ae8ab66619fc55d30a7870977fbdeb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853b5148dd97704e3ecd00562ce92308d490cd68
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3277c839fef869460ddc833f1710c6853f6bcb6b6151326dc949872b4be1854d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f808ef91aae0e2fbc785cbfff049903e1f566bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819d18f44b844fa85eddade5c52a6f7c784649cc0588098b6c3e9551665a181c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3ecc0fbb87ff2bba8127ce9f1b32fc69a5d5e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3df46ec2a3b8d46a28ec26e184a40205b7207562a4fba91c49e2608e9e4f20
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5ee4612d02447bb54e246331f5b1ea8a921571
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ca1d9138623ac8c051ca5ecde625f99231bf933aa57e29a4c68a1f60556da3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0de961aa0c32412d681c3feb8da57b9f563cc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6daf73ef78fe49ca08a0b27683025f9fb7d620bdaf51aeca1a4267691ce0819
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca62095211dcc35caa0600978611e7e118223acd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3ca599996b6348526220ac4acca0b2831f50fda6306efa2858e2901f0dd9a9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ff9999ac73e18567242166fb22a45dd5a26e80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a5e73af45dfed0aed1d121303ef018ad3bf38114dc8f0ce6ce991153376d8d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662f3e75b8bc06387a00323fcb20dc9ba623b1e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3858dcc1a0dce5ec7115cb31f63d5100d8145ec09ca2edf457bbfa27f30e5ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727be66a23a0cfd6632c464cd531109a23b0854
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12c56675b26d724656086574cf68b286071f40554593c3c466a7eee1f14a80a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f20056bd10a538521dca164a45f5b66fc2ac8cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec425c39e730d7726ba1a36ebe2b772e006e93907f60a8a7f26c143fff69b90
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d5a41c4ee6a9c06daaa3444995befa354d7821
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec75d8f580744b99867827f33e728bca0a55401b4ce2547e7aa2ac29de74c598
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbead4c90ce8cbe995959df2423d46797b8f5b80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f374403f87e8518e7445b0e2ba987a4d3148b387754778a2c8708e0f5b79c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292e6c50fe224f9438a882dd86e3150a384e56b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e668698c9531038d0aaad43334f2224e026350d4a29aa5d63286faf31a62d84
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631a1ca5f7968c98c83f386e59919510cdb70f25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c510d1d649e8e97cc1d7d400eefc8afe940fa409eb8fa680dc9064d1265d0376
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f2f32dbf18115539d737dfb6bd14984aa07dd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b47f4eddb4b56a89b52db21833010b7dde11b50e3ee91a5dbe9a64f698e978
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d0ff2d51cda13c25ca2a4f89f3ac68f6ce64a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4de0906bd51f3c295973a758cc2a0be0ae7178fab318329363fc54bf4eb4c21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d9080ccc415ed80bc2bcc9fab12407e03c57fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b71cf965433fa3631611face1a5e4414db5d9831f663c9857838aa4be9ec700
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786af7ae7d9d1d01517196a26e29505f630e6615
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0467fbdd0df1419b016c08dfe7f95e6a034954f014c0b99e295a150d65f0388
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6895c9cbb1c6729758f5cc7ae76b015c492ab469
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb64809a878c4778c1cce5c8c336dbddd3d06767c6cac6666ade5606d2c021d3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80c1d5f23be62e2b73ae9febbc8b6cdac506838
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dbedcf3a9dc54ed8e56a724c0a9b512eb56c711066e28c365f79003cec9487
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f40f91ec442c2932fca587eff03877668b2b0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713e8bbc970060335165756c330eb56e9b93790b1d3685d9190dbb95d03ae6a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea034d382eb1ba66929e5504a2fe3f0bf6ca9a45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7ad7139aa2f7158c9f5b5b37857759a1e44d1251874f25e091342b7ad62563
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d342c601d2aece696d14d0c2e9ffde11c948565
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82814edd769fc8295af1aabdd8409e92d1f2b2aae944099dab5605e7c586a699
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abd820cb3a553fb749386409c9e74e6b05da931
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a10250fc56238f432f1cd3f018dc05cd2ee9804159ea7ef820dc91d25fffd8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173bebcb36d56616b269c6bcb5d76ca08cac0c24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5141554ba89c23e11409ec163eb742863f8d359fd31d338977a7b6554749b81c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ee194d79f2c7b1faaa2d0dcc51bda00eaed007
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bf69453e6b682c3e2d185dc811c3ce6f23fb0916622da3c4fffc604e20210d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e789a89fff20dd5064497394621008177541cf0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f233b9eada80e58f0fadc4cbebfeed0a3282443cf8a499b3309b745713e8e542
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bfa972cc817858243950d0d291dafc3f566058
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364075373ba817c53747db922fc9f5737c6fe0c4d0fda6bc44c00e1628e9e14c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895a036186191e5b79dd0275798e362887788879
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156b852f77da5585b9ab719a510fcc5aea9ad4fef62443d380b0daf485125802
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e90999e35ff435c41c89c3137fe9740114dea54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91227ba73ed8327b7aa0a070eec714e17f5cc49c0c22c7dfaff32309bcc5ecb8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27086b5ec06f0ae649ab4e9ec8c521104738adf0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1a636c936fa99aaf2f0e0e59903c0266711b9324d106c21c02e7d145715f1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7792f4b5c1b3997558b830be7360b954b9bc137
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d93c264ba7f9f4e1320eec1d028bb64094d750f60eb5b9e441f1c5b045984b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc9d82f367170ad8029f88d2984c31b15a02ea6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292b7421524e33f2299ad9c9742008fafbc838e19be55776f5718b2f6d02941e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b6673eeb00e4922881e98d720c42e21d25cb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c685656afe955fa0ed5b802bc86e0afeff6fd7cbb472dee9aaca300ee91711
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0959711858c9913ee386c3de55358279c3c470
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab22ec3088e1cdc7041cb7bf3b0a23f03029c0f4b7f761154b78314b1ad7188
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c6a82e62a6066a46d38c644a25f0cdc3ac6aad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2d7f8f0c5b66261e62f7a3b4e02b584fdfadf109f7753a85e24f0a5de81836
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ae412c609300af6cd7a33220f95bd0adfa5426
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09963523aee9a9b6af457596fd45cb1dad31bcc2d02eb55e92b322c0efdf7900
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1ebef953ddb780a283fceb901935caebcc4364
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26fb5a09dce1f348fa743efd306b86f2eb3c945a29e8bcc00f10a8ed0feb50b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b05a871e14e09e626262a209d0b108e4e00617c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a222ff671badc34fb702c30fedc01323627de851dd3f1a87022a6d539b8f979
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf5b309b1d4800dba0079bd8c4aca17751106a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc7460b0648708dde58e0fc696f4f60073378b77ff15cd9fb1f2a3919edc9c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f3d65374b573b6d3c574ac7d81f7f7f0097c43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f24e34c1b71c4da9f7b1980a20951fc30a58e09aede62cc8867d67b562859ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6026fc493c10c80c60755e541f34f9a4776d005b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce585b49377a886551eaddf5a55028e83bb99e97ec3172ed3b7abf5ff94a445f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044d67889cc95775c975e93e7b3e765a6ddb6740
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e002c67bf3c62ce00075fa4b4aff04847cb122569a05aefc0014365501954be7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eef040a56def8e97d34725b145f48098d62aa7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df14d95f0b965daef5b59159781a5f6251e5acc634671fb211acfe2cf41f7e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a07d4e44aca19016bb716eb7b57f6a620c69dbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99521acfb7d38ea99dc8be6204d34d1b9686aa3bbf7f50ded743155fa8d2223
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78be99b824021922ada088250e945f02fd3aa8bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ed3a502492ec72aec67677ff2f8254d334d806092b42b8742a326521f8a9dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b962b63971999f5b004a1350f3dc83bc0ada24
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca695a18406163abbca8594f6217c36753c33afc78bd2a360f47384740a693a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661bb61effb1a47e5db94f92e2271c1f96504060
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c4aa341db0bf6d438edc972235e1526c44942043fa7e2c90abf8fde9ca79d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0babed26fa463a5df2ebf6b45af9961db02cb8eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fbb2f5a6350503e5f96c564013710213d37fb664f1fcab9aa34cc6edfc2697
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971a7253b3d7ad983c92665997413192bcb6685
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d5cea6d696e635b322b11bf1ed050ca6fa01bdde60c1ea55982490509e7d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cabe53f03c1428e894dced4297d8ec2e5707e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d2c025c3deacd8b9e2f4a6e5662055f2d4b85635519be58eff59fcbbb6c83e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8659524d09f64f284b429d33947ffa0499ea81b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944b81c39c3b7970e29513feca4b8e63c217e506746bf22f72f1853bd22ba78d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8d61f951b23ed715e4e451e9a5966f0f17407
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa87290b36ec5380191a6b59f92fc0596b7279d866c2f1a76609023efa6f189
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79164d0761185164db5d09cb7b3d4f2f9ae0c05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807008dd086aef4558c858fb5ed7deec49bd3fe7918677ad49a5ba6b3ffad347
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8e8367c60b28cf97ee727db1afaf7cc119130d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d132fefba629aadcc5bcdf2b34cc55b3beefa7caf2a0ed9085f8ee5acf0adcee
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124048b0e5f96df54d54677a9b3af5bf2764c264
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ef2c2993f6438d6e47e860ede085f9afb4bb3b08b3584446cc276254e0b194
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fced4f268e00fe859f6a35d277c24ff4906d9206
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2e561e7254fd62cbc6966046d4829b022fb88713fc9918255c1fccabc57667
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12da5a48fcac9b600f3995622efad4c5e728d077
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effaa955610fdf5ad73b9b93f6fa9f37b207665a9d972b8eaab235901b1e74f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7257c2225f73a48562e99642080b2a4abe84d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb80355b4c8999b4b1136006f9eb0c45eb09617940c87110901381c9e7201a84
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599284a2ef2d64b2942e3335319360db3eea40df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c081fae86c2d0057d15e21ae3dc77f25384c60c55aebbec3ae2526afb761f1a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cea7c31e6a6c55583b04e1569de871330313bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2754d5fa2b7bd9a37d0a2aada9789eb233734b86f2a6b36d229f710954d3b9c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dbbced87e8cd64504c9955b1c0b9b98ca4032e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b6f8c367cd6c6369d4b82c0967292f4450770de6b5f9d5d7a9f401312be249
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad47fce984ecd16e9db14655647b790faf9dd97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6596678230379b5bd8921c9afade4b91d5008fb608e7451a5541de0511d684
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a73ca903ec4ae474ce32a956634338075396da6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb4f4611f7ae6f56c96eb14504202a315f77cf075fd203f84734cc826cf5558
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336bc0f91519d0c4df021d2acb6e2a28a3ee21dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c4c06615949ff0da041eb7a802b3a1d66d40c4555392ecf2abb0569121d3b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e6ada0057becd300f4aea69e1022773c4f574a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacd179220fe1a9671ebc53c9d35d6c255122ce8075c3ef5901643af523ac3ef
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f08ff3e7f73f73f0f563fb83467dba57b005375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62880b4af06a2c7dc70852dc667cde0cab89d0085155414ad8f9d535ed76bc15
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80c6c36298422415c7831871eea245cb9913b01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9969f09632d3f9b1d9ead1af65b5990fe4e2dadd975770bc89efb6eb2c529e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267ab05a4c415fff0bd80cf83d101d9ac1cc0ee5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a8492101b43adb390bdd93bbaa74de3ee6da25ecde6815c6d3f3c78e83f6e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc1ec4987cb1cf725fd12a037d1037a12954d4f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082d506bb8630893c773f9bb6b4bb941b429b190e43346368f258c5b9d04d453
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c07c511447e050dfad23368fb8873946002259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cd17a447aaf087be6af097fb62e93c81334b31dde38ecc69d45758600f9e42
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90efcaf04089771396176f0e6c5ab880de219dd3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea9fbad5a350a3307ea825cf3a3caea3471923b2e83f7c54d208c6ef722461c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0debe056622569164fd603eee1bee20e4d616313
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab498f6babf3a2453df8ba7db5ae07d5c3a1d2de1a498ea8a8e0d0412cfe1f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdec05f1cc249becaa2984664f425bbe883100d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adeca75a3870e52073162d875858f7b9cb4ee5b9f3d80262059f476dd582e6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5880e2261b3a8f02d390b4cf34c95cba6aaa11a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317683cc542edd6f456cd9a01991b576efee6f174b0a1e2ab174b59b997e571d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7545d35c966f3443bd5c86865c0ccb8fe52372f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f451e6ade882bd4b697a2a18eff0d179efffe6e8c5d3786ecd0ff471d8dbb8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf18f35b1552c9f7e0ccbf5ad14a94f0d2c3f526
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253b3cd5bdf3469e2581d846dbb0e200b481c1fbdfbeae31a0c2fc622d7c6e04
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57f95b2e467d4a26dbf014853355da5250b4e1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02dcf4f30e22d8ccc75d9be04cf702c7a9b3fda03e79bbcbbd27eb125964f3a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2b559a7f01dc695658d1e7be4656c242b9502a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43aa2c3097d84dfca6e289bfa39d82b42abf7ab3e7580791437285f39c6f121c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361c7aa582835cef2f1e49bf95e6480c53d129b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43841394dc78d3375099426088b2442ddaa6670f39e13bca301762fff8d1916
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aa91b3ccbfdd73fed65dfdf0a288ad8b6e5546
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce156e04ca2d2da6528f8b3a75db90819bc011818599c40141a70e6b9aa1803
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd626525a1099bf062982753b56d1d342ec5a43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8e42339b37762a5663584d5b40de6236dd9e622704cb3035c836ca4f414237
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cf5386d5b7c4a351f4977729d08e89034175a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9895eee67aff0b68fbf4ab2beeb68a8655f73097d1383f1eef7b1fcec1f401cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02bc0c29c060aa6cff17279c1e69d4841d60617
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c119d4ff42a13203dbf16cd27c119490a80ebb9b0ba7a8ccc2e8cbce2218ee6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f53cd3587efbdb8f912b118256ff8e50e60b242
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb485868c06f4ae85871cf395a6e7acfd5d7ce4e2ebfd0f66645c86c9e2bfb0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bc29ab849ceb75241a629b15fdd5e15936dd62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214ef443ebbf710b9ef9a00be276cbac33ba5bfb4fbd2cd80b643fb3eb26fba4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781387e26beba363ea029d0da9979b213081bc4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6fb6efffc7b0a51c153610d87ca3490340969fef8ae8606810f1901c57a00d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f541d6acd9ee39db6da302bb47c3e8114297b6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94710f93caa18cf02f8c3c0411de26817ff34a46a62a304e743c95b6219e31b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f634a2379d4a763b0b50352aaabd570ed5ef093b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308a1219e9e91e917941c484f6b3bfa5656340b7eeccb2cebfe83a6d9118fac7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6543d51bede40ca3a0a0e39a1130ad835bd9c7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec132927ee752fd0af4ff828d2f0135d721f1fc91340aacccd8e918216dfad
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a4661cfb602328c759e87947783983243eabe0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dc4a6dfc3c2bcf59470e7600c8fca5df0ac93013da3cb0e3fcec66b590202d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42ae4d9b89a642a9c5b6168992633b09fc92756
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440b438331e172136e765a2c5f1e3116452ee787b34d86bb4be28932a3ed6694
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7e26a59882324169746d0a8b6fd9393334c787
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeeb55a58b481378364670d84ca99c67d4bc3dde6b1490c70fa74485b8004d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02067466f80a99da8a1bde3f20881f3fec46eea5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e8f1b3d707b7a2c8cfb9616339aaf8ce929233348dc58581eceb55e8dce469
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9090328c18e06f723cb4aaa3e59241b4de8b0604
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4294e2b25cc2c88b131a0f6f264849ad6a1b91c08cdd1598c4639478d4bc0b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f4fae80578015ee5b37a95ef2c00d523357496
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5a2e47bcc750e2731b5417b35bb24329b9a72cbdeb9c03b9497dc4333caf8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4b35a539ce12f1b7f74be8f3fed8f64b35eac4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbba5e9c39120e3d661c14691a3629cd5948a42ad73f1e446300ae96da3cc9cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaefe45346d1d6bfca5e355df158499d94c2e32a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cab55d65f8447d64c7f0ab6aba6c8b78308ea5da80135e9ce5930d73335834
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f54ce429d8b2ac77c94e7893981b0165ff0119
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c35506ccf18f51aeb8cef23f3410cc726ea6aa1625613864a4bdb81f50dd36
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd32c949003e17550dd38c17e4bc3424192e8a81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f42ab1ea2b74f57803c8a5aec19f7ef1b8d209c9fe2d5cf001d120656c10bc7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04df9a67588dcc2f79b1b5c858a6c2a36431217
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b6da91257eb55e4940b8b230463ae56793b7a1aac9a271f857a602139ac39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a51fa8d4f268abaa9d402db167d981e5f3907d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189cac05801b958bc142a342a4bf0a2efdd32e45e4ed3729311f6c4b5ab8aa4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f261ecc8083d6ded20d4b880476977b62915cfa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c6f0bd094fe5b78068d399eaf8bc425a6d165868e862ece7456e85f185298b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86674104c7087d8904b70cd01acad0947407ff15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f291b909e5c0031483b18c4473a166073e1e8270ffb49c038772e6b1c6a912
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc02d80448218c956445364285b5e061dde508e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f657e56e471aff9a9e674917bfd17972e516f2b5a25892240d154066457d558a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8738df4d41adc426d9cd0a4a3a0522ce02e6a8ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aa8c8260ba848beb6dcc515b7630e8a8d2e469b6a6e732bf4dfb25aebda77c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbe718c0d449279d05c024cc3ae5a013d3ab462
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf3f0dcce52903f27cca7de620eae894393122aecd321eccdb5c1c5a06ced3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aaa3de6351fe6d5ec798cac4946398bfc05e17c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2fd523c33b7ffbe912b0fba1cabd42c1caff99996454ae2d9c5a909bc2b5f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca354fdff064a6f8995a23fd1aeeb5eed6a7f89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b089f93718af3ef4a19d8c8d7329e9e4ac13612c21def752ddf0e9ea64866a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bd2496d76f35b12c4b62d8899c2914daf4c68a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9e1617b9a2ab663680e5e1301a3a0051f2ce39822d8c17a1785efd63483ef0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b11c833d8ad4303c0a8f09ed7543617aed3c497
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c5942fefa8f72243527535d038e50ac5b445701816f3c8d513f9a64f297c11
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fc298f810c8c921c7b5d8631c7f7233c25e1b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc11fe7bed5910aa421b1ae326a294563dc9c6d26cc8f5bb8ad69cee7f025c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a365b04137051d819587b42c501f52a2a4c0d564
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e72f1d9f06f524332b680f9f7e24315b0b52dd35bd0cd1c3fe202a345ae5682
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7dfef6c1adfa57c17d70891b664246f9778735
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc1de24af8cf05abfb548da892318f31e884024ccfceedc73d27e226f5a8421
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39eeab43afc079391b5edcd51c931949571450d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c0105f123e954e0124bb97769c98cd2b85faa38a38f87649ffe947a1cc771d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eef2f5f6f4ec8b5e501223ab7e3e0edbf61cf0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55864b4f571873677ac93d6ac6aa1c5bb1a7673dc692ab6b3645556860fc07e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259ae95af30a689edfb796327dc60382dbe19148
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e684cbdba3f89eb4843a5498444bfbebdee6d4d8e4edbb1f31bc29ff6eccd81
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387f429ce8ec716a8c8c021ea28628de64210cff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e31fdecd58d27f113021fcb5c03c94dd8d79512b1bf99e9efc76798dd6e89f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e766435dbd814d4b21df6f7e6bf5d9bb00bd229b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f169ec27d52c64b17d0fc76aab4a27c30ce9b5df273a6645e4eef323257107fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f1bac5a7599ddf1d139d2c8fd95f175653efa1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f821e1709562ed1480be28ef688dd85fa1d64f760db5742831e6a78f1a834b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19062a96ee81e298b87ba11db414afb0877ea635
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7d0b3e0bdf759d2a950f69bb71157f15152635b74a2c73d520de9a6fa91de0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f2d1ec86a1a275e1e43095709892d85ccbcd1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10baae6a010bfb51c6f265f009a960cb908d671218b27aa73f9b6e6503276999
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2d944cf18e8fc91d9a51c66224848451ce246a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e45d6f02fe5faa76cc4f48b46564e46a381948b34c9985f828dc8a282feee0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b0bc3aefcb71be28e893cf053d80ef36b5bdff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbca09cb0c01b55b7000503b82bf49d11acaf57fd33dacf2b7946c4172956d13
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d844ee7fe29bff55a900d94938e72dd8c925d5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd30368b29da2252a2d35a060a842d4a48765779b265fa8847fb73c1ec2ee51
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4720e85af51982f88b2d31b2f78523822e44d0d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c8550fa9da9d1e8b1ee89e4f88f9438ec71e8c4818beed1de9c09130c7329d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ed1b1586a1a6b45cac5620891390e85234d78c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8c8a0dfac4154161ea4ddd82ab54326b8772d58fa763dda45937e2d8e654b8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e4c3e76442a96a51da39a8a69f487c56019837
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36cfbdbe319f16cc84ab2e3b17a5579feb08547ae12aa30e5a719dc3d0c0919
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f63d77d42f52a28412226c2933c027d24d12dff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658d1737e63137b2865dc816fba073b9c515022c1c5342ac687b2ec34e110e1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8358fe344f7ec38a0f53818eef9d057e6872189d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c364fed1aec114e6f28adee0daf5cd4737c1ba80e05b363f07140675253553ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f68922d9959183b5e161534e5d16ea81e1b2ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9173f7e474931885de99950159ad52ba6158c66b5e52ad497bda1b47a20a644e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03639f9692b57527aa6affc015045c748d0ad94c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b812fd6dba0044ff8464459213b87a7ce67030b0584ade0cf0160e58c99743
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e12f47727c8b56c8b6b5cda6c4f0c294f7b6bdd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae72a0e2e8928cae5a75062b124e6720c6747cf80a1693a26deacbbd6e73b77
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2609d37adc6b3a9dc720b9fffb58e0832de102
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87604cbd63c99803fa8b24e80f0c856a29356f681bc6ffd118a50262a3e5a01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1785b74cb7f19365e095f81a41dddaed4c15576c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e66e02cd47b7d5ca973c4a243621a97babdde446981f19e24ffcdf37646b8dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03202a518b87e224fca093c04e53e17f44f8a34c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6405b1fcee8c714692dabdbe987b9be3d8ebca72f0b3fc88b38d9d8f4af028a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cb0754f112d6b437d728da118df98362db852b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ac73a3547f0a450d3b3070869487a88666b16708b08a479572df2d588105dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ccb8375c7f239f6be8482140a951987656c3f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e859eddced0f7b83c8081cd2e668a2f9156cae797af009dbb8200c1af0bc53a1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af479bfc6398bf0cf7797a3b0a078939f958a9f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96baf3f18cade45e0e6d4ef9b0972097426d6e3f05b5a66c5b80f2662d81a8d1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3a5494a6030398ecc7c494250eb7de3de21599
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8c309187d5cb73e0cdd5a6c4f48dc492463f70c025a024a28e1086e5bf5f5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da727695694304e701d24cea9c681f75d7f8f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648e5c39d736ccb139311dc2d725a4063e8d96f760a7d4b797f87d6449c05159
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9a1ae89548227cd63a8ec711ad9ebe79833b67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14681b91c342baf8a734fb85c2a904ba68300e59725c68f96a4a5201328fdbe6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b67b59c90d90c7f9233b41e13643938cc1d105d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469f6482f2ad16b9455df30642a611d685b2518dd9c86c11a87183d0661832b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f6fb8f07e94f148dbb39161929136f70e27543
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a1b80f97fed47fb77d302d79dc4f4bbb786c9949bd9eb904271758e9def0a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce40df7093391b2d88f2dbf050596b2654b87e7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c6ee254c0b5dcde03e6522897ab16f028b6314a46ac1901c73998d4e49c46b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c75d1aa1a48fd01a3667adf107720dec7cbcc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23a1433bf1f109e532c72436ea186d23b71751ebb603c8457aad06067a37b53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b492b5f213b8f02cbe9f18baf368f33274178
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405669783e4e125dcce2227e5ac89531d108b4168a4ec2b2030df71b0ef12ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca04d2d3a475ab2c3c78a7d9de94027d285d560a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbc42d8546888ec9dc7153858e7aca8ac3d568ea90a7d62454a02441c4a9066
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377821da7b171bd91c3f6e39011dd05f7089243a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e02dc3a89e3341b0d50df1deb19150c730449e0d1909896659d5a28c8af695
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06dc8d7a643256e73b9d3f4785fd21a70add9a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3ceb8bd7e3074669a386a215af20548e300af10492a63718b834c751b8df4b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863b28735786134de8ee9ab436c81b62cce3d0ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f750566adcc3e62e047d0b7a42a1532052f6cafed5ae6e6eb3e13e778a5c5062
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafc669e29382ec0a05de5de47d3f228dda55a04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b152009a0247bfcea11a1a19e42e7f3329844f9d1ff5dadd0a328eebc290ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb718825ad27de8dd30266966b2de902c27e124
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8c63ee651255e1719ecd509920773c8db15c67bdd56d05437a4c5360b4578d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a936f1b60f8b1135d013ea55bb6d9091b2efa3a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a578c29c266b9ddb9828d33e9a30c057a64e47ac7960f254a2c3f1d59466f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2948bce839269655dfcaa097e240759e1df6e0cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22c8770d9bc29801fc210e74e63f695ac9ac92107ba1b9d43dbbf8dd7cb035e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae654cba2182cc88126160c71cf279302115d636
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e355213ce4e4be2877b2b5fc3f2e20bee69c90bd232a0cd953061d6df60c16
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437fd87e74cb7dd3dbf6238ac82438c9d17b7ffc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ad0e19dd2a61a3c4684c6731908e85f5d4ed056656eac0650db789d03cd248
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2864857aef91964dd3e9aa98d2f6704cf0610e84
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6162df696d2a6c9ffb73078a67cc68b4d58a197bc8d86e1191ae1a761d79fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eed1341172b1a1a1824aa9cb06f6d6aa3563d3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9618f1b24c33e1d6d7564ed22097021d89cc7d1dff5dbb765c3e22a674bfd8c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff530e8101999db4941d81d4766ed66dd005e06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa8609961f8858139a098241004194bd7de923585c72216cd320f15a0e368f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd94a6b2dee36c9523c2577246d01481c371743
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73def14ae1918adba23f8cddf6ca60596ef3b098372ce7c4795dc81a7b7378d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66ea23790452612e860f9b6b80a63444a0ebca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c8d7081caf210db11bc8220b4ce3e9b75bf044a0e74e59048636063eb4d37b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4c8f9621ee1cdbb137e0643d393438a3b807d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530b9fcd65ea6aaef195fb7ebc384f41c1df8159069903191f37ecf7c365b33c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e44ba55f6154f49fb6d3b3aebb1affef6db117
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6633dbef5bdb19522a3d5f2e8974f1d1971967fb09a0ba73d72a4b73d61a1daa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452736e861d3feb2563cb956c8787a5f406d97e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d26e96c0b484bccecb9194ef11b3ee178cdc2505d0544d179c3ed49d4be4f68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb669aabc264d51247786f68240d32ac817b329
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5329a82fa8565fff9e6f399e782df59a43fcf7803e39d6c880b6a120d6a1259
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077c4b883de7cb3e7f13c9f4b082a4a3e0ea4c40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd32ed7030001e12b93ceb8e33e61905a7b1e1e98cdac1dbfcde1ce021f4fe91
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc98e347303a1d0eecb2ad2a66acdd119ee2e728
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be461b1b0853126daa716e6613aa44088f20195a157afe6d55a871b9d874b19b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1b22571a81935c5f3d785b8a6d1bd4ef1a755d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4aa60bffdd8d3e846f1961c6ca838a4bc5b727dcc4642361463b88277e4e52
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf03e403b580498239d71602e4c7aa2af6e80a61
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e348b4560b47db1c59786a35d71785b44f25ab673c87146b5e107c2f0240849e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd7f0d9222e57c50e84e51b95ac6b47b9db7577
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3564a67c1d19373188de71baebd5ab74100f2180b4a00d96602e02a04e7f24e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae42c3c24bc61605f227a75930f2db86baab36ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8166ac0191c4da48f6921bdaed8b05e323866c710c14913d89689ae84b37d2f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1456e5fdb8fa8a3a19b9451e970dc7bd315ef75
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3724f0485aa23c4f498665675dc952aa5bccdb4b84e244527a6dfebc12148987
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af64c99644c2970e28b46806f91a55540a89f5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab7e7bdeabdcd9df4ebd4d86c477eceeda70cc3be58d8989b253c0f914cfb25
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b54fdd8d0dd423959af219e38e563922af73f81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6732ec484aba8ae878d833c9dafeb8b1f8174fe0dcdc0c384a9d67f6b4f673
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1b2b4a9ef917bd17eecc6acc5ae9ebab53fdf9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ceda8bc89a84aeacd3f8c6334d92ea34dd625c81c91c5c73938a271749d9846
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3713761a1e5a19a631b17f246342332ea5034368
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27edae413bb86a0e451e77e74313c6c3082f42ef2f129f43da3f534f96a41032
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4eb94dfd541814b3fa47bef472fb523eaeba81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc01a3f25d8faedf0c74c67fbc58d8fa6f1550bef1eaf7027923e49069d87f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f1c6a56a506b4370dec4652aa786e45bd949f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae7bc9a513564e537eaa082411544a8ebf61a0d54c393a1afd2d0c4629852d3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38881fdc6104608f284e5292900d7f256604f79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae4e4d66b492cf04a79a453d831990f17c2a691fd4983c5154a1e3e38743f59
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471c9465292305cc3e645f37918ee3c9e0927280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac69c8fefa254d762ae402edf4dc26b574ebbb2b0916a0286a069c39490deaf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85af4ebf27f3bb74753e3e4a1ce9543f44698de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268f7630619c8a093f0b90c442bf08eff53e9a171b7242532ebb3d27fd46d066
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c56427ffc37384522527907da6e65bc2c3a139
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ba247f7b558fa750aca7f0486566738df2bc24508764600054ccc764c2ae5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd5ebe0a6b6ca358336721560b4298b92da2724
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006624be1bdab4814b17687dfc482741b0bddde455330c8353e269522b401130
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d39a3081e25081665fec84e896ad7808cda7d0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a89f81ded6d941e51c3cc4c16aeab737a022cd3a9c373817a2923d1c3c4663
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df5a7a885b456029f498aa12c41e7769752787b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c8b3da5226f0cbae64f5224418679607e1321efbb9f686de3b2df2da80976
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18643199c7bd64a7ce864e4c2fe2670f3fd9c1c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e93ae87296ba2485c0e6ca5f2afbab1537bbf9fca8af7a5f64be9b59b76291
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9362bfac36c65e12bbd85852393219d4565fbc19
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364c8e09487ad2d6a5394c12ac4944082a618a82e82ec355d501e35a560cc8b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221b7e3b6e9cf0ba9c4444bf0abf0b5e4034aac5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26ecdec72bbc79d2def13aa4532472cbb08fbdfdf0700134652c0318187a7e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cc77fe1defa8b5a9f51000babc7285634277da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387c44fc1a63270348244a575520108abfc909be8f70625506b9349c98ad5e66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22af7d6235a740c61b5ff917746dfd6443646167
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecb83ac3ad817d478080886331a58ea3f4f7717ea4722c6f5efa3e6a869d50a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b2c22ac884bbf520e7d5ae3b3761221c773153
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca421eb78936c57092eb119b11b6422bb581c788cd4647f738a893a29840854
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5637787b5af91294533b358f2296ec06151d64ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855bc435bb334891fbe43f0b6e94a5dd24a27db404674bf2efce90c8bc193fdf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3612892c6e240ba41eb4691addb65a40b117ae5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7865f2d44d97916b237982302118850b7185264e3966e54a354785c0e7f7903
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575f5b3916e175aaa24d5d2d879945d6ba2c6dfa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d97c0fe9c8d41987c941868e50263334824d549f3b7231b4e565043b3ec099
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9bdba2dc0533f69e7d3a718a4044619b56408f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c58571574586905345aed30d0d725adb99f257e7f89da05c81adf3ff1b7b6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c44d9eac3db4e2f56ebdeb5f0649ec3a117a21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c86aac53f7f39052e3a1f41270dfc45418f54949b91c99cf975c10786be356
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b148d26498cad0406f25823ec40eb85f04810354
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5159b6640ef6b3a019a19d068b07f363336efc21e9cf287a1a3351e3c340fe6d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e860646c6a582254cd5246b8b89f5d845ad3a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab533c77330b52548a79a9537db1777e7fb37852c7b06af58225a316630a8de4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c6f3ef06fee4abc0fffc43511819e12eeec18e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f37ad3daeb879fd695415d502ca3de196a7431c2d7458f55edd9e812cc8c1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d65d39823125ee2803a192f5643f15252aa3792
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceebeb86b1283b050ef057611a91029430bceaa2b86311d19ea3488e63e4406b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de0b411137a80acde10dc1579c951f637388924
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad583d1655a69d5c61df1577b553c7b03cb4afc3995bc1444f3afc36d091d62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1524aa0c10501eef2cac2f224cd18a04833e11b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6476d8df87cc4a202f07757b9a7f607f6fdd9ac971d60f7cc63253fab4d2d17f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb94b912256e9267785749ec828c44c7ee20aef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb43aa1f2de9c5a0ece263f9441af33f1b1bf59a155c0ee77ea3d43b2b2dcd0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b472c6d4090ed8354ba7bea2d9555fdd0cf4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4015405036aad1caafbe88b2c1166924d0a2e9efc464eb1d0759f0e1619d73
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78e2a8ea942da8c8e1d6ac999dd3d902832b326
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184c03fd3856b9004522a63f68a52f2abb3a231483452ceb02ab401ba12a3cb9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921d42f40d31a3336796df0544ade7195d472864
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4929fc823e8cab2ad85e248a2dee024b8e810037bb4b59e47bd9aa7daeb137ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7023c6be4f704617e7b6a0df764138f75a0228c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e1ca7304cd8dd84b13cca1a816a0ad2eb844bd2df4b009397ef26cd7a497d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8478195f09e6f977168ec79d5f1db63d434cb6c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592211131c5719949bb79582fa731813b1e0360a74cc0c9c4a42cf69bce5336
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70879fcd5069899ef0d87242e4401941c96e9a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8058a5d8bcb6ba177e03d59a490c8b0e135b1bfe0d6c6f378a6fa0f8eb093cd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b600cf6684ac15f644d0fd58ed3f9ce5911f8992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df161823b082988899fbdfe9a0d2a85c1510cd22e6e2fee32096468df819336
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313e138747e8f176f2c11a0757ca6f2219fb681c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dfc536942b709d5c4ea2c28c319b9bdca37fcb2e858a4308e44c224c4fdd7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22f25c7b71773603ec991b74d9b9dbc1fd4a36b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c43db1fc95dc036e4d3b8df4e1c90259a0414a7b3ad033a0eaca288590a9b95
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cce059c59e9b7c710167f5c82fb738aa116109
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ad32fd80e4c7ed96e8e94ac1ba6270cd1df53de7b4a58e2b1829d5bb8f6241
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afa712f60efbdaf8c693e114335e53e9ebaeef3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da37a795e04281b3457d2e4c296e85b598db34085ca1631d74baab8e24a30c0f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4e796c431f909dc74aba38a49e27eaa84d8583
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfe52c8b1abb4ed893626013d9868298f70bbaff9d68a790e12b02987baa54a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1103a372bf7e42d67ae9484f952cda54f2382abb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18826d2b5055cb1b241abce7286c103bbe3f732c7fb23b0d8a0d052dd1347ed8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ec3407016eaeaf2f14c8a443fb7411acaebbb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7696e7b360e2380f828931e89e82145e55c067f1a1d2fb45f6411ddf4227614
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d231784ac0c7ace68fcc9e622faa5db648b7a9a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e459f49752dc65ebc6525367986b4b674fc560335d37cc42547e62ac28dc949a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32a23bf31c7586fa99783db6f346d39a86f1957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9ff571926e793e14f11ba7fb66b516d697134e7825e0cb518c0f5e4b6f5edf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0193bcf03d83d19c32003969cb606bcea793d4e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4684749378c521521986f40ad6181a47c4ff42f24261a4908c9c76c319630d48
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf04cf645339b5aacc52b9f6f436d9b8516352b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67629a4b87e36904cc516d1c473e42c4b5f22002d718a459b76235e9a5865785
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0097a145850fb0d4e263c7f643dee9cb9998b55d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a01fea71d897e2486c16bd238d3888cb689e7dd0311cfdc06aaa52670ee1caf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37f5c844d7df3ddd5e63c5bce9ab302a31541b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82adb3fcc4c9597db0e6072ec194c1bca4b5c6cdc0b01525d74ee8b3cc4d914a
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d425913d63c573b3d2511993aeffe170d7a99183
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ace763a6b1b0611db1831175013822f4746c700746d8c2231c767f1c8ce00f
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c3ab9e445c5af951c23aabd392c8f97aaa6e34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b43c125854f69c4c70c68d2df0f1b4f9d378b18ac0888d9a80006cd333d5af
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e12997de7f582503cce931a53cee8af834bc60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec853d022f8f606fec07c8a96f1b8158a5af0dc5c11757cb3f3bb09ae3ecd3e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395d7d0529a388f52d91186c6c61ccd26b58a0cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bb8355612a337698628dbe716fde4e9cf6853f27f5669974dfc999d1130e90
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faf8559a7c3160961f7caf13ea26d8471842e5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e9b765f0025ad3e6b85d3fa2eefe5646c862ddb4196eadc8fb4c8843461182
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1559fe3c0889c4562101b1e925d26d9f3683c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f293dd8efe02fb819f92b3ff405136deb1b2b271f6dfbbae1f08b57dbb92af1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4974399bfad6abe4aca373419c408cdc778fa6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4ee6bf8217b162f1bef7bdf4b8080d9210df910ef4306a9d71a10461abb521
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b933c4312def548bb1ae634d3b76147a6cab3761
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4bce676751cdba10353412af1e3c334f7b0ab0c39f505e5d07deb5268aded2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e5dff06c05019b42080f30219ff0eebf708a26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67535a4554e2e510c8ea4b834c7ba8ed0bc00c66fb06da7f88c983579664cb47
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d508e9b0337eed95ace698e753d147dc9dd185b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0dc8842a09010ff5aeb2edb7552668d125ee1ba78aa20226726f250a9725db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d1b56c258a32cf1f3a07b676e97f08f0c530c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2999a4e40389ffea9e64d4fdbab4d814bf07de8ecfc292f8176e396774692da6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34dc4e49aec4e72f7514937252b08e9a526ddc8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae25c289ef8e546a0f2bc749928dec5cda1fb6e80b83ff429d12973975a8c86
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0ba7003725289bfaabba6ef615c5f443b35ee9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcc35a11532cc25a3f27474d53e7aa8b1150e4c2c9ce4953a2f5191d194f1cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd052c3d70ea1a71c5b90e8a3d047cefd982c03b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1915539c251670f85adc6fc0bf93954e6d7b3c0712a4a8b341cc4c3ec38ebef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eece67eb776fab3be5fbbb653bae1d87a5d563b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a4f416ad1f2647dd1036865c0b6888d55f54da87006a6d8719cc7f654a298e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5a9f0795db56e29b5897ae435df7a84413c2ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438cc707c7d96f193b20349282fcda3e528641e8290f715b99b000aa94638a32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d8c9a325dc5a81d1c8013370f4d8b622c16a8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4184afe473cf0ea2b0de89b14f874b353f8ec65cbae1c65850cc404220e630f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d8736f2825fc0069bc31507cc68e432450edb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd70118eb68cf836d35457a021001caf8e9259e004f4fa485c9394e16c1fd6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7e8eeba43a0112584c3080cb7cc19c6cc71e6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75285b5eda334c17508bf374aad1fb31c6cbc9f422644fc73187929832c98126
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3c2bd93468eec1691d405cb3d8bc21cafcb6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68912066ae88b33a45212f9b400748fd6fd2d2502e91e5925cd58542b7fc9b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfcb810d69ede3171487bd718612672227fee17
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e68ef5925cf9ca671f4d5b1b5576cfca62c0691275c6850291f169f7233f05
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a0f997506ef4f90585d5500726219709ae0c7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3e33b83fe01b28fd398c643043edc2cacbe07e2589f8505cc2887fbb0978f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54135c1e2eedf0ebe90f6683d2f85ce55cba154
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff334efb1d561cecf1f8c9ed515686219bd15afda711c10b5af61c1fa9d2fec0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3128d711d5c4f555d132850a9ed1d19d1cab06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa7c281eeceae3566ab99574314c3d314b91895bff8d41179643281db7c075f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c38bb02c25b88dd925792f0edaae0ef3b720dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcdf674e7f9f4f9266ed6486bf1247fd0e4591364d5350b83aa170920ab7b91
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ea93a8894b940554a2a5f10f52bc2d0a4d2c0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7822c5468c2968f2329b5127996e38d93594822e550109a4ce1c557e20c6301e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f01dee3391df600877d6157e5a754e25396fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726ee0486cc92f68409653383b11731992ce6e86462a44b03c16c0ebffd9c8c7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8195e7411557c59f966046ba0ff0543ea4ae6e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f72dfc9ee208c3f33c59b0504933916cc5d471a1797ac333be61eb785e37e18
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0876852f95d618745b68564083593ecc9f608fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ff98204b54b670a91409442565a8cbe2bf668437e12aef23f36a0081cd14d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4106ea5c5a3f900630d83db58491330a5c1f6382
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db843f3383b7142d343ba07fbd1adc5e82c69d7d246132cd2325a6b4abf5706f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3da34023c03fd71142d84fd03e6df1938fa0e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d13d2b43f127e6696f95a88af551912129c2afc20fcff5ed095bce2ac4bd20
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8b328a189aad138ca9390a0cd999dd9b878280
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c71962af4ebb8ea97d9672fbfe1c2ffc663f32629ec1acf77f7a4e1a5a8e3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765bc80576e2b041f00f812d6e5677585daef32b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17996f3ca49629fcd75eb647bc5798626c224bb81fb7d48e7fbfab615e2dc44b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49365ad7096a5dbca4aff48cf7796d4d9e2ea632
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c4ff07d83a0b660864a81ae70cd4cca4aca933d5285298a1bb33bdbeab66c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16c21b83091ae709cb87bd3a6a025cf069b9159
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c560f6728430d3e7d2d97f480c61dcba49d518c8567e461add36bb0d9fcc31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337fa3bcb42abe9f5a8c202903a8d93575fe09c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183b7db016c5494142f91e56f1f20bb3d852a62ae9199a883a6b5c4dfa584d7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7014d80b874aa9d574ce5365f6a2ceafeee0d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae72f8e2c1ab98fc2960078cf9b4b9146ee1adf3505ca9032d56b291fb9d671
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99150c7ca7aaa5d0ceb5d800e284c67fae62de33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae7d7279b5d2e96413e819ae36a6fd5d0a0f66ff5262c6a6c6574e73cd8b4b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94c689705cf227e93bf199893d1d9935e759e08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f8ecf1e46bf84b1306b563b25cd3c2c38f548a601dac4354629fdd1dc8dfc1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb11a0d98c1d67d4f8be5227b134f72db345e05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400acd645564384b7159120c92c66dd84f6b06fbbf048cf79524acb02f04e8b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79b0e3996d0e692c9bebdaa7bae8f29c77dc827
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ee9bfca1dc398174a5825888d360c123f985586cb39e9f92bf753789f6a512
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4c7c35a2b5c9bf71912d4dcc77c1d3988e3487
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a967b51c892227cd67e7cab2aa9e258b827260c20b72367496e5de450915bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940dba6e8b1ffeb03b3239023818aea82d254efa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a82d876f61e98c30c8f00abb03a3c5dfd6bf261f0de567e4b258675cbc7e6e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f096adb15d17d9df2109f3285e4737af6570f2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9095bffaff6c711bc45c992579c0630438ffb8aa543ba637d1f7c57f9a01910
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dab4001342fb6bbca823d01502d5de304b5deac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd560fa71b5fe70b4c3891b3c7661086bde1678a4cb5fada1b1f02b1cd04081
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18db6c50677799889892a5e9b61c7a4beb59e5b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954673babf14bc37da90aadd0cc7db3418867b4d1960a65525e913f6c3c65f6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcda581fd249bf65955d500040a1488d2ca986e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4f230149f08e0f9ee25f8c67890bf5c2225e4fa47d739eb6a7730fdae5327
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a46869fbcf8636da82c09e03c60e3b1406a3966
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa6aa64bf61ac408d68ef6ab2e325f447012fbb643a82fe7a56354f49403a3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146e9eb9c65d2de1d9ad46d5597c622f036e2eec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76330bd59053aac52f9ac6b41cfcd2864afdc7e16077d94393ec52c7dbedc05a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e41458198eac07fa3708df78d5e0b2157e9b945
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f0c9babd84056224e33c328e8dd033029ba7148790e7a3be1ea4166f504334
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60acb86917bbf65bb35435cfb9df476a7d4886f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4350c19e47909b5ce08cf86a8f67010892774458c2ba2cc7e9d1b33a972560
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ea3491e27f87e4188d620436862048887972e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdde5f2ff5e419bace103c834549f391aee260b37ed887637489a75e46950bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3351a4d10d7fedddd068568edf4c25bc62e7e069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f74dff0e45d4d759334e2f48d5ee35cff2c40f6b3f630f914a99f49615edf0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04798b5e58ece921708c8c355fa46dc977301130
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f5cbbaf645c4ce7816241adb52a98403b3473aac3eaec96507573874af3aca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10582194a6a37547ae593a3acb49ff8d3bb9d48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d41c739639a99c64289c0179657363b9e45f86453c17234f5c22a441652e24
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e546f89f0bf7baf72e6985dc3b3b8c5fdde236
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b4504aa9c48f2122922e73ef5bc4008e1ff777ccf113c8a0090104a6a0de67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bd657942a76cbfb876e9d09e398f74c1c31bd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5006d8e17c17744256c5ebccf4c99a270e98e105af7ea273e225719335078037
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3617fd0e8699488c287058feff92afc3df69f20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacc24fbe7ec8c6ed3b63967a5f5eb7a03182fed030dbc8613073ee35e47e7b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a42abdb62c0098825ec6aa12b3ea6a91bd9456
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44f7865dfa125d04854d1c6ee364c1512571de2d501cd9cab176c6e00bfa52
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3247699db4089937a1a33ed4c80d4b63e431a6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cca399a2a800fcfc9505fa57829661047eda8574b59b3899cf781df97f937f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c22c52b386429466d867e90e9489a1e57626078
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce376dae5a0727e725b50db33d267e29660755fce5a39e3b905c0d673e81d29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805f3131a975071ab110a13701aed1ef6da3523a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa03b628268c886f0c626f890b3a131320393dcc1f88eabd946d91a0cedc6b57
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634bb5af5949dc13c713bcd6a8fe1dd1863ccb37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50207d35b80a26d4e213230d4fd53c6650903b2ccfe5d44f092c3234cd02b25b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0481f4df33a378a68e53e47cdf574810eeb2d51b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117834b4c1e77e34316b6d38fa2d4216825ae6a6712291adf9492ba6eac43f96
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b3bddda7bcc7e15813011d75b1484fd9cab741
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc9547f5e84b773e97e3ba8c3bf014728162d31a0c48c910d1c01611d584f4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46827d57ee886afc97e2f6e4a733bcf5ca982c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd0c9103fda7c1b363b3a1ca923ff8e5bcde1691c72f12f67baed4880e4f382
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4adb5b51b775fbbfe88b8700225681168212c6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462657c548c84d1bd6bb1e88dde9ba2b07ffa40891d8b6e1bae1f08b517fb7d7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d001cc3caccc168afb5178819933fda8702f19c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9447d483958af5616f016b13d4dba6bad9106105e4f1f7c176fb06ec664192a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de57fc566305a14cca0e58c8c9e820e2f81263c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254945fe12cdced11a117302087198dfa42d77aac48d75f2f79ad70eabcf5bc9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edb131a22bb555118b891fecea9321f1975a61f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d91cfcd42846458bd5238d926b765f61513fccdf497505caf6ce7f31eddf06a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1c2b210f0d42bc5deb45b00171c4037fd321df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a398dca0babc41ae64c41fc3a01334c266bec4b9a334df51664c9a103f19dde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc49db99bcbc4dfa9c8f6202f746aed6dff21675
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78484965ccb27343b507a8cf380e7da2a0e5f7ae13bdd246b8cb7e7fad38a960
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c5856ba02aa7c829e32c47901c55f827c67545
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5836e0ade5b9bc1e0991c35555f6c4477677957575248078e507cb387b07f91f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245e10dbd4cd1cf788b20373b6109fe2c5b8fc00
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfe8595dc3b90470d144e23c876dbb8ce0f66b23c958a71e937a72034dac9cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ff81f45882705e6b8550121fba7b22eac6b5bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79080e23fb9c8f3c41f212f52a056011c8767fc78b03790f1a91f18185328f37
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b306c1dab00aac17883e60066e3fc4b574921e2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9192699a6257b521cb9d8e1d09e99f994dc4d099282b1da926927905ee5de927
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d45fcdef445c1b1e0ab2d985c119e4c1bdea2c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c94f58c6e07ff9024ee5aa1693561ec00a21484f46dc7c68ea0b086beef43a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa42a6664c5792306237a3aa8c073e3dd53607c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca42228773d49f485dbdcb342c661833ddefb7d06d121a93e252fcb88c856c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6c52b7365bcd94aeb26ea20c197fac7b379dbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fb8979af437cfd55b1990b9534f50e08bd2267fdf6955a5e4855bde449b433
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c281607e92b7b99175ade958c03d0ab885b31909
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c3188540dbe3912153cc301b1988e16786f35775e7664ee3cab279d3928df0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d31674fd7d28de32512c865cec34b19c1a9b744
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876b8e99b018bfdcf12bf763b5b73c629421ec1b309f82531a873c64f654e60e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb5047bc9f13fb471c6fe7e88e6f12cbcd52030
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67b5b914b8ca73ebf81c55076a854c2a65c15cb47009a220bebaf5d5d814b81
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fcb36ba38e37307fa06885897015f10cbc4fa1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcd8efa708b1b144ac4d6b917f41fee32b2e3bad8e28b8ac453e37ff1faa5a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c439b01d695096c95252b08d4ed8c85ade2bba9f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843e9af56da23b31747eb287a3f1c74545d7a6128dc2dc261bf62b4339f9f53f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d2666e71accb358c472cde2d90871fa8b8a71f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604f2471c687cad2cc938a048e4ba36c6911b3c370dab66dff6834fc37458b6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33bea476d52c4fa6ead8c42aeef47c952ca7531
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515df47d343eb2ab8d26d69348e17cdf805dc1320905edbe5379630d4534f1e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1db55a521f42f006e2305fe11bdd056552a66af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6233be3447e3853d2b9828840a0c48f53ac9e2199c6a59f0a2e985440749c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9fd306c1ad8da6c0b8988db3dbe40d01dd061b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b931547f503a3f8b42e5130495133e35711ffa2e6cdb5f8e5c08b7e4db72f65
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0add8be00e215a1aaef973ee47fcfcdcca3b0e92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d7900bd88f5bf0251659482008b6b6b66f770ca6308900c6a310bcd1c431ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90326cbb0da0e7aff23d1c0285326ed46bc63429
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa1348e99e14689351cb6fa349bc4a7ed18e1dfe5e72a03b014092e6a0e33f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be184026db0ce98fb4cae0cdc630985d119fb4eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541400615d9a2abf85a22475fd1038fcf8e8496d29a8181fb07a6e00b8b8fe6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c6cb3e98433d3947e86911322e0ed617dc37e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b9493db3ecffb44a0f2707dbca10a59a4f645263137d225aeeb231c9c73ac5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75bdb64b316567503b16ddb3bc260486b292332
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1011eb2b2f500f91bdbef0e96b277de3f436ba74c8556343da2b5b36f93160ba
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8134b6c6ed176adb1e2622970f3b532480985d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf56d109d164e98c8665c534e1f76e407e1a73f298d327008c3088deb13ec04
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388481052a33753517502c3d37c4b1f82e0e35af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a396110e176765667a2c53e49e7870b9622cae69397bbf88dfccccf5f5a46c77
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b584b89d4959f3b009ebb8c4ff8dfc27ef8533
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929cc0ecb8d90f7e2166788a037419bbf5a7a4bf8c097838543647c2aa6eff1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac25145fe04000fef48a98f359c8f68b3dc78c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84c77a1d03b0cf955e1ac91bfcf6ae5902aff05d83b5272f8ac92e32ac95be2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984174150db2a9264ab49ff500293cb80d21fec2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a36ed371a5f8567706e3d6792ca05295d0a8a7c592f540f5df4be49a0d2b05
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8666e27ed88c261fe4f4ff2c0755cbbf95f4cb9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71067da98b5f11713dcf1a07de7b25bf8ec2c3ccbbb8469de275ffb7cd286eb5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6c1ebc609997115052c7a24f24453c2057cc3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c5908bd9812187bb9e5ffe4d41a693e5af02e344ca602519104522a091182a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cd4f81579e2d9c4ec1f4c8c0fb58db4e3656cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f63bbced936213cdc5be9744f0c56766d0a2d4307d35b425e64fc8310f872e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58938da9fda590154728c180dba4b860fa61f0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f6dcd63a276fafdae591772fdaf09023fb389a5ea6075b975c80fb04e0d217
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2914026a1390d85cf04b56d920679425af328d5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6da8ab19fea4040e273060d1b9565d5970872d799fb26babae3aebc2a812e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c6ad06555be36fd9817a914d1aa298f2a8b8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce2db52d9e2703c6f9f567562dd009147e356d988fff788cb3a06d028213c69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2396241559825ae6fa3375ba476b11324aa2a01d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c271d35a620b189ccb5155bdeb43310cb993e769e6f2675fb12433cf2c79e95b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dcbbd81ab087a528e4f741f11a4f117785f35b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b396055e035177cb2638cdbd9cbbc9b0d50344751c73542cbf40add2cde88d2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca658e3c4ea49ae7963f646966a0a37cf7a9d8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa7436cd37785cf2edd5730cf2038ee55eacca1a6ec5a9d01edcf8df4fc9c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a965ede9c676d5edc5ecb42458d523c67cbbb8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ed72c751485baff8507960ceddae86a6b6baa19d7a189fe4e636a01a875e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0133fa408722cfd300396f0dd50fa5f531924957
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3969a1b013b1eb4c9f64aedef475c65d2041dcd228c3e9d16af48c0588bb8405
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9748135275bff5d38d32039741864227f837edcf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e3fb0a47caf84fafec7f9481e9c273046256698c792a8d587662811fe5a13b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3253f525bc8f78415645c04ebb397ae5a2a718
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89c95faa8e8ed0f767218012f1e672d4bbe3388c835254a697b84be94b59ab2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02392522a3721d1e983b49fbde421e96cc48c08f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e617064c63bfbf80e09f2f08534dddf08f5dd984531243b6808750656707ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea4db307351d03d14425acf9c288f6a52574f09
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8563ce6c0a0d51d19ec1ccd55a7db0b7e17b0a2a1091e42700729fe0c59411b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0506a906a4ea73c2e1d3f035eedf0b84a151c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7714e97e2e29b0d7679b1c48c9f05530d30ed6c09e6efed3ac0b0ec5fd4f451a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31439c64e8fcec61aa2a8551b0a80ed299de13e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03b37111907d5dde39dcc06c2efadd02aeb24b7e0a111b03bb67b38e560dc64
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faf4944b846ea6f32ea505a18f89a240d3c31e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12826b9dcc4a284afce1b421962eb7436472f2375c53ea344de5079afef0c465
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81db5b959a044a7e3c0c2e52713ee37f1c1a208
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd30046e112375336d33dbe5a8406cd0c063e909a1fea43524d70f4a8474b38
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3820ebd4213b02e79a8cf5bc45c226e7aa07f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a089d667b8c3e5a1134e6b2d7be7ecb99a080a7815f07b13d380458cb1b03c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d4782e57cb3d59cad101b15fa35fb697330b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585ac7aced4bb4ad35f100815f948ee24e33a48f927a4233328b16c55c5be0a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b983a2054cc3712f8b194baac75852d16cd1449d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb54a8c6f9703fafee1c489bedec2ff3a69758d99d9227037c02fdeeff1b079
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd62b54f4013f7763a464c2431710572d5859ba7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b614d53c1a00db9297c0aa3f98c699b0e5eea6e34f83dd8df38ee3b8697bf233
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aae5301d8f66c8bc30f7998fbe30f4742df51a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7429c384c3ca304aa01a4457a0abf064f882109aafa0586097860c7ba50850f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96766863c37b60bcd3572b90888d03b16ee60e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4606336e2b03cdbcb5bb8a412d9ecfe2e5e610aa3eb7a357dec9e25f41d82a7d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be907dbbb6c62469a53c636189f8cc88914c0f04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2e68a20d66abddeac74f8679423c650a94dfad99ac367211004c40c8486abd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b22c89d6a1d50ffab706114ad7402c7d81a259
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c268cdccdea9e8db6c3c5b90ca844a70a5e11697f2cb1e9f49fb86a47938af4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f84a5c420c15e75e53781ee7c8b9d3bb4abafab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe66eabc6129b58dbbc07910a66b95724d8fb576f6363425c3980843610b5bce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c06734fa9c6d609bdb5f83875c7c2927ce6273
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb640ee029d2f46a8379a43df75a9b07cc7ce2fd559b6ed3a8bd19fb99e9726e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb7c793656321a80ee792ceb2b74994f8fa98a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac847ed86aef86866ae258b767673b773fc612281dba5171cd775be1595430
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c318126de1597e09d7916f5979b56de60ee0c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44ca35b1f00c8257c6ef7798b629411f000906fd722ab640acc69cf32079ae1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef59567380498ced1f9be9b38bc12652f2240afd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f9152beefed4f1677ee8e26626f522c39f8e50e1d3c7bb5642eec78d7b1bbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813a30d47d919fa9680e30511d7afc0a503e6baf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63290013d2ce2b2991415b6e748814f3d1ac476242d96f139fd052e2448ab3bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5056eb4e15dd39cba8e4737cf55e23df92d5b7ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e007d697e95c83e958794b980509534178d32b9dbfb62ac60f7f9f17c003c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab395d73ee6c5fd15135e27177cea524d2582c3a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67abefeb170f083145213f4cd45f6f4bd819d1c189b1119a96120ef0b2457a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e66bff14b97fe6e5965822fda96e47ee28b7656
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c95c6574f5cc865341f62c07fe729759bc82ac2761a5138b20fd374675dcb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7620b4c83ebe5e21758f65681920aabe257629
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0c829b33d9ce5b7aa8dd6e8e23e3769da82a403cc264d2ca6c99dd78dd51eb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5eaa142fed94dc96e716f5d172c0a82c3d7a976
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b510fb60b6ade12ca0c46ab605d20a4caea887f053e7998b7a6119cf79bf4e2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb311122672daf318fd95e9df64a1736a87b961
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b204fc8ee49d52d059298a53bfb73970d14250dfa7a87178f4d3b3d4641bea8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1265bc6b80844c178966f44e21b6f138aff4544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa775e1678eaaa8f821b60112ea92756020dde61dd913d75427c70c39811bca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5269de58b56f4819e4a1337636744429a7574309
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58293aa21e50363a6d05ed2b8abc9af6a60421be9fc5b0045f2d87d01805235c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c537b2760535f5206dde0ab3e6e017190593e73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8882071844429ccb53e6dbde0ab8a657455ce11b60b066bc22720d6aacffe890
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcf78982b6db653c52dda5070639452ca732ab1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483126a4050c3d7c789b7e1784d82c0f1dc6a516c6cad535351158d031037515
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b39153e52d68086fa77beaef5f15127dfca66b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28dca561afd640ad3524178442267a109bd68c0a969c90088fb167eed697107
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64dbd2ba00f1bfd763e1730bafdd82815d629c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a754c0c52ab4ade3c35e76117e11bf75552d78ac1b1b48cf5c816e902081ae0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fc87335a6a9bca3e87f7039963562adbb74ce8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101ef855bf4aed8be585f27798730a89abf7db5cdeac2f6b2aff0bdf9f69c8da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791cfb82670501569a344096a11f47edad167afc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c82c07c019cf9cf4fa237c9dc3b8dc0da996f8fcca6fc9cef60ced96f71f4a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048753679a964db4cfebae6daeea29c30e9fab2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ccad05f4e8b78be9501494e066275df51d1095a35a99c2bf00c3aa386405c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a98512cd0add41ebef8dffe61ade514d29cddf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8237b63ef7eddd06017286f7192ab7cf5be60944456281e6b6f390b6a02e12b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd603bdc92e32654a5dc30378e970e82915bac16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cd74e3258f6b83b8657baf173dce9e1aebdd94b7ab241f1565185b17c9a54e
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effd51096aeda0d7391130d34197592efe9d4d80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c9f3da9a1f47e8a1fe656d028b235953f9fa67ee48b0f85b6eaddc76e8e7c6
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfa71808ae90da8a0852fe03490d0a5eaf28a06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331b8168f231248c8d926b0d60df52178d8554c426e0c6e8892270dc0e0361e2
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bc9095e0fed5fdca1ac12d6b16eb800968e79b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1009748f261d3be6c29d9e82bd1dcd57b624bc3d1cc4603f896ea95aa7bc1a9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e96e5e41243c9cf9b7f378da76ee3b820182f10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ac88c35b2206b97a68c3b2cb5f2955a2914bb6ecda1c611d4e94030dc0ff3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6bc9691f5701e98eeadd8800f1337f3c0b2e37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced42eadca9b8fedda27578200a2ddffbbd817a7b130bc7a420543599d816ad8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c052a5dc0df44daa2f76825e7b06f58ac4895b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efb69329fd2874c3344b21dc0b300d88debe257505ff063bde7e9e8c40c7ba6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c80d9bb9b895c81cb46a3d0c61d055a87b18ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7de10fb51dfce3832b9d9ab2e9646b562c17e4467445afaa6d5f5e9e972efb3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d9ab898df43359299f0a630f874e90f26ff953
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06b0052f4339815bc0051e028ba5b9069c466bf4fe6cdd856d0d2c5254240e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544dcb32d9ec565e012178745d8b5dc2f5a220af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0fba0edbdc868fc6a4b6c3b70555224f487a57b23b324642bc16ee7a499b40
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72b04cf20ef9a989af51b2dc15c97f83f6a2ee3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7918975b6870786b9faa83f7939343b31feee59487b4079057f3728190db3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4db0fe34ee200ca69c0e00b916434b20689c81
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438630f09859f0b6897f314bd2df92029a0ed35c929d1ff27910c0cb623ad756
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76df37d93225b3c92f0b1a9ac9944164afb2b769
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb06474228f8a98c63186eb999d0f0826f44a66011903a0ad60b4aa67623621
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8274e582630e1d4d76d3723b63a9076ee500003e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8307c102cfb954b4b380bb74a18bf85a72681a7e0f80c92d1fd56b007143e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ef471e7c795781cf79e7675ed9d2f20423c807
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394be3d4d1ba92f51fbfe65247b8b6b9f02e83ab709cd645a3524e68b8101de6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158de085a0b0e585c0d17bc687a867e0b082142a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6cd45eff3d7c72bfb9594d09c80426af499ba2b1eed647378bdf97c8e1351e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291e473ced019f794f2962f0382d81142eb46322
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d1ca0b6042440a530447fa4829976ce0d024a59384a9fcc3d696cfd2d6aefb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4cdde76b999d6b3c080144adb46d144b948143
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1387760dbff81ffba84aeb8bc98d4436e0d57a45a5df89d7a943f7b1b2fd3dca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7fa1ae73ded627895f1e03351b7a5121fcf061
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab3577186c7c4d3b972e1ac99de23ab7ad251a9f537c0dc93c4141a39d4ef0a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672935b05cb5135bbbfaec4416569142d199c4c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ece62f78d33a70405883a1f0237867b8a060c5038753b204479c759e5badac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7ebf671b2d10cb99df2463346903a280dad62c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be72d652fe7de5868b44e43e10f7c8ff96dddb9388a02a1c0429428997605f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b34638846359635ddba184fd84848f4c286ce9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d71903346a6a95cc6b6f52173c703880cd61d914b874e7f71d6d3c7fd0a0c02
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32295190599a569c5dc03200d25f86bfd654db2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ec3334759b68919e92f75b6692b375dffd74c0b3eabad3d8914e74a88624c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90aa37585365f8e7563062233698d7fc4b91e47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbebed131f8598116738f7c81317d4b0b6fa4d3901dbaa07ccdfb52d5ab9bf3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b27ed438292c8e8053d6486f62c00606776e44e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72dbbfa67c73dfb990b117a6967c2bc03b3b1ebf0fb5978bee7ab1feeae7f73
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f364ee77c548e4f7f0a4d6a6f7f095b0a71abd4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb4245b2ae7d9253a454d7faca47d95793455f5c1b6c52c05d88bc97fa2cbf9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f25220793a335e12046f7f237d8eeed53d755f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a26bcfccf9627e7233cdc160386c9200301ccab66135f054a0a400fb937ba9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa09dfc7205727fc5289cacd9d9c03fbbd0faec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28e1533845e0997812c1750acde04e2bb0e1afdf863aef18ba572acef6577c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c7c014a4d8dba727c467eb97510b1dbd43eff0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa917a6e1bbea03616e0c9004e3371504fe5ef7037edcfde37e97eb3bec024c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4ca0021b0c3193f451a11b21356f30e64f4643
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39349878443378dc3fb00291418bf4a9e2eff14d0a694c6cb890af760ca5b985
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4adc000cb7a303f36752e40193d3c33fae971a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b3d46677445050efe557f43a5a0b029dc5f17796fe01f0b1c6652f91df151f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed8d0fe12b56908c5bfefe8defef611375e0256
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb9b39ad7942284a14d2d8ee620b00361c524f5079facaed978c91544c7ead1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9524d217e669b54ad6209f5c9db0cf77385d7c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756632ac228252e8e3610dca4f427a5465fe2e38ef5d15823f408a24e38f7ed5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde9012205494c35ee8f14daaa6a79a91100252e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e5c4d8eca6dace0622b491a3c712fc4284a2f07835c1d6b4d2dd42e48818ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd9e9d481bfaae5e57955872b5744da481464fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a088fb2f8701c151b33fa45743a6f75fbc9c51850a94413b858f633245e8256
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660d6adb7db26dd1fcf1dd52d36649f0ba73e9fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8b60e8a04b5139320e41a4db83ad9e62b690ef8bc5783d18885d0b152dbe86
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f585b4e426dfdbf176003afdeae0c8fabef4ed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050faaaf51dd27f68b082e949ce8841b174a7c6d7904de42b027102f22027dcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2e1f6e06ba8fca1463b60b95441f9e827e6e6c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b011da1553e6584fe438513d1aa9185e07d5a28c26ab9962b236839ac60de548
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bab6df0911733a76b3cc4dc166c186a26c5954
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c457673f0395f46d2e494036962f48407fc52a515e718a99fafb710f47f6a47
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8afd1e6260db3ba91a77c03f308d09c288edbd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8adf1bde51903dd291210a3c1a145d22acd2e790f24f303eaea55cf9c09b19b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a949e22dede3b7f27b5cb9c5369a7205b00605
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b18ecacde98b3792df402589eb7b0130aa9652f1c08ed4096722db9d4df58ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7200e93b75fcd98cff99b882e78235a9593f4ba0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f33d5ba671d7e77a5231f78e649534879ba5ebd7e658a937dc510cf16b01575
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa561ce04cfbac5049819cc50073636ca7a6ea52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29b19c0ac852410b3ca900eef98f460f99b514f63a4d15c3d08e45b0e178298
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfdae2fef02ef808e23aeb46bf2045ae19285a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f82d372ad8bbe1a72a4247ee3e7c22c5ebe69bc821ec688cfa68d4f88f74250
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4431dc09eb355875ec50232b47feb0d9428bb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011e25f075f3d9405f8074af97816b1c77b606950bfa83ceb2732ed64e95e6b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8fa4b33323e94b1eb6efd0898411c57709e873
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e042033b532740f0050dd97cf4c23f87063e6060a8011f449a086c68df7295ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f632c5772410557995f61a60e8cf0adc7e2295e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1cbca1004963ee066c98757acfb713a9f5587d42f8db3997d5b2fa796c38d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa7e4953dbf8e2006b06b3cad32fabbfcc829b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8387fac2904510d1c4a17b8bef3159c7f8d5f188cde014fce1e67e55461393
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514f8c87cb1e7b1205430493780ef216724dbcfd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a579b8dc99c8ae727373402602007002b786d40891e34fc42a740133b49ec759
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8258bd07a7e00ce7f6af889f569e98722064372
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75094a1f5e96091fe8dd18bd34929697f507e4e9437459e40d93f8da1b68f55e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d966ebd525b239570583a146538e5fae2da79e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3959b6265d517dfc3b027bc04047dc0982264544c49af927bdbc55fcdc5962b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777c3534d56f98374b4c6f175ed3886934b4685a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2530068118ad176df65a470e6d768bd35e1619febab1eb42156250870b060b5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d14e35349622cb2903584118f01f002c3d8a4f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be25e5ebc31262ea192a02bfe8442171859e84cd46c088a01aef4425e29f26c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee9a78dd84a745461581abf3cf656eadc7e0a04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeb464d7ff9df0a72240d22e3b2eeea571fa9eca2089af0d067a51478f5f0a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5565b7296d01ef6b84805b10aa212c3df81cd2ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541308513568ced219b84c7862f0f3e659ad4f2ff182d3923296411f6c7bbdcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ea82d5a668bf4b8bc80e2111258d44d443ac44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8e639f0458ff3f14fb4c055c5a2d6c19d3cab678bd9d3e6a758e8bcb9c6e45
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaaf6957491977094390b31d5a0823e734d51e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e27194e7c87ec36b701f49380245afb57326aac2537bc3ab9383c75436595b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd362b87c7cc711059c5d29665967aa86ca92688
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b7d2eb3f2acb090e77fce0444a126ec94cb8137c2d040381cb898700d2c6de
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88340e9e7c18fe6111e17ff9110341d568258d7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cf67eafe188ed509dae9f0d61557284acaca1db0be63f5f422f7f4370cb747
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4d845125e788355b4f7abc6bcbd26e08814e86
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d643cfc4829ddb741365d91585792644f0ed607c3f26c8652f1a54ae6b3abf70
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338dad03dfcb7493020bbd2db9af955d05048c65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6efeec7f45d06c3b98f8c19ec498ac8bf721855a82269d587c47a63499f6c7b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2fb0681cd4c9b421089ae8b1d239f697f9c7bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3e4fb7584a769166ff9a02cddfb38688cfeac49ada0bf7de59daebb2040db7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8dc71def6b1cd480966d3a141063acf9549732
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999df0a04dd961c5273310de349d50128e39aec1d7c0a5b057cdc16f01ea2299
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c2ff5ab738e1262c9134ada9615b7458cc8ee8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e21c381bca51d588aa56aee4440cd942c0339708875d1e4429e2b5711c9718
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284acfe3d7642b2583a4068ed64b9bae12abd1e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61dbd9756a803280c09a51e849df2fe7534b467b2c03b31c26f2db3c92cede0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2615eff87ef6526cc1b2bee7dee36fb3654cf933
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d8110cf4ee4abf859bf4eccc213bcd742cdb8ac26ea230bc5430a07ab71b9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc509bc1401b446a992a6f801af9e116151a56b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab494a24175c88e7461ba7fe4ec4c1fa09978ddc75902561d9d858659df0df12
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcbae5e265835338c5860bf05c3040e56f2ba92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc32014a6ca32cb51f18459c956cb0267bad1c6c61f3ad521c5164fb3ce31d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d693cef2e892db4efefd7b5a71052e7870c984
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f5fa82308539804a486c6f77b3b136c57f16e03747a9b6cfec07504e1af33a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897dab69eff8fbee7a3b9d90f37d73427a8971bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1ca691877691172884034c9864f50123a3f5f2fa281ff1059246efe45dd65c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa88757b2e1f7041335d7f6bd11fc7f0e4df72a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6be495706bdc302a732da0ff29f664eba2553b4d01033ae608c001677de947
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc06a577c673bac08674e0b6af95e569046e1b34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5169ae916b5a8acdcff14879a53ec070d9fb887924cf104c246f02d6dd374f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd81fc27908ab9b17c3bfd513ef3c6b2f4c2df3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61411504ef441d42fa3a387c0f36286f614f4143675d89104f7b6d72f5fbf831
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa20ceb7280d8bb0a07de4f5817854173697e69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296edc2fa5a502bd46d0c06b86d7693cd90ef03a3deb5000f4d1c6ffba5458e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0788ec16adff15efb1d70ed01b27335c2340dabe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd946ab740da17ea937f5c98613c3a7d33c38b5d1b647d9d531050a76bb25f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a51e46e9442ad2cf7cd8f0863c3f24bbbd66b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00437fa7b0bedd9c18cd36cf25b0ea3c63d5e8599a5362a02501746a056a2ba1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3599c703c199db1c6c3aca2ef66e8b37c36c2d39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e24000929d98c4c6923395e2f99848953cd921273fc051136daf8495a9588e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d812e7698ebeaeced2a8a5f6faa3387b530b956
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166fe29331ecb43b2d5a04e15b848493b1b0e7a51c2fb0415923de0dd0b097dc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937da80e1c3c8e7d20c5318d5cb8f35c3017e95d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e35193c9e1ca518e54daa02d675551339cfa5cf9ad01546ebe89f4784a64538
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abc18327ea986d97fb1ad267424a28cacfcd936
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e57994d957e86cc2973cd3351916b02c60f572b3f0410cd14687675cac3f625
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83682b92034598a04c02b9502d9acf6ecfb4f76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d30a802333291cbc0f94bef27b2a75b708d802cad9a459de860b9a8679cdf2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d236d972e297b2f319c5f0fca8c124deb85b6366
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3066307546c2d2690c9cba9641df4b86aabbd0c26e80b974b676e0a9ec48a5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7136556a9c027b0f261ec1985cd42efa4ec599f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f093f14f9514bce09a7139370588c090c8493acaeed4498b1bcc6c6cb4d48f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1182d8f0c08d316be1d0bc5ec6ca64d74ce208d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5baafd3dfd2ded12678eaf3efd9f5b337c79dab746d489cf80b8017859b497
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463236f5565f11df3ded7000f03fb211e0fa9351
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033619b07e2f48dd4b2d4ba68627acbdc74c0c9fa5b106ab23851b9d60c6ca54
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7fd50e3be9bd57cbb0b8a69b06be7b04315425
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d333bc64d262ece192b856b56578b4d69327ae2d5aa786bbafb93f35197b86
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac74f69066299ba487f14e16ed2dd7ba629e12df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3c9aea59ce3e6a0d2e769b04ac52ecce2b913ec4e174c6b143496fe91508b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c68496759c5ee8d9f87e3c1507006a3d58f7d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397030b8829b933fac46a9e87f1ed7b13f9ab73d2095056a0033f7fd399167a7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2848e8559f9a0783f4f26f6c84976f495d6e810
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf759a79cf711ddb95c5b4b197304370f7d34ce69b82ff55c7f467ca772ae91a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629b88f2ef4b5d5091454c140edfa7f61e0c1cbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03976ab9c84b3be4d15f8db32ed9fb0b8143757add1fbf1234a99f9e217470a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739f682c51971ed3623c39f3a05ecdbb8d2947a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09424b7b8c2d48cbf82110c75ab5b38e8c066e54e87b4e08f89f619bf9d39238
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83c52754f3435a97e2e3b3d1a3c607eead23ed1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550c455338309fe6dd9ff587126a562156770fa35dc8ec17a869503901a16670
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b01a939402048f0a54198cbf15170e2aec90afa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadaec06fad1e26706d6368d772a1e7ab8662d5bf3d4290d6bb2b3f37a6c85ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47c0e21dda3dda0743f245dacefac9314f28cb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8818c06b0132b03c6639819ccd19c84c185684ba1bded70fa43b65bd7742029a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56c24e33443ee44d563b0d22e2b38376598a721
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b0be9bd4f4eb58b85e0a198d30d75b4076a1ee7dd6d9e3f17cef2e7d77e2c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dce3b5c739e2c1ed19d47a821dce8db1eb43020
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7deb0232c9d8c56f934c60a5485a67115a27e0f94f9b4306c7e942f3f6c2270
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845ba1f4008e8928bb080490549c6c62b938f867
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa499b2e2571fbb4b0cf39df1490b1459dfac40b4429b922f1f28b31c5bf131
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54447539a256f4446d6d1b678147805a554d7317
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c9ea5d56309b4cd26bcc84eb34ec797b6594323479d617b9eadc3d178c59f7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cc25b05fc6c85ca553df1ba59f54fb46f12f1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416c09d79c2d6e0ef5f4fc30bdaf97d0437b92d9f8c0e4c7c504f4c64caa11c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b03a668e4adeb36f0f0ac1bf7b222eaab2199cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd7d995fd73a6621d52f295732061780dc2fd03f64c7b5598c09862eb2910e3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57614e82466e12f5b02d5de52d2fad3b5d6711b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dbc51061276e117998da7de525aa45040b03b31b318c4d4a376a75fbd2a5c9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fdf3b621e57bf4e47a73787a23d045664e298c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e7dd24508da04d4d14634c5fb201745183d4f48b53c888595d86ecb19ace46
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39039d781c7e1643b42c12c9f9f4fdd0c07a68a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a30811c097aed6c4fe4aac319ec5e9dceae94dd016cba094bf2ba8f7d33f62a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f837f8b5b405598459b0f8a867e6e969638df2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9348c761c2e8ba408aae6807f5983e64babf4dd477eb41bb265cb498d20411f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141571930db239b1cd4b3bb267b1f086fb847032
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e3ce21082ef60cb2dfe5859c079451bff61779d1d5d4d4c5613ec898094db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a456c67c54bde627b3105826a84bba1536252ee3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321c4d5ecf3a72440b2134461c882e08a1aaf8b7009cadae280c98d857fd6dfb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c9852067ffd2800abba2666574b6cdf160b163
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275e1c2167a7a4b70731ecad94976c52f65b1e9675777cce02f85909bdc0f948
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7ecf68d1c21483aafc755b26270045f14b0777
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329b447aefea2bda5ed73bfde8bd48c74cbec35febfcf893e9f9cbb312442609
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd31d37b4a7630518dffc6deed372822ae2af2e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9ddb141ee6772bd1af0428fbdaa8e452684349988b43cf27e5b7c88b9e6bee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32ad284b44649fd24dbdef807906f88ff4c41b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab39a1d0e42b171b0f3b76f4f542749b0204561d8f75a6aefc9686a16b18d4e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3541932c5f2e2d2e370916ee63b5aad57523fe53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195a918cd29357cfddf8034c67fe4a41a5186d9fbfd2e6b64a80e1f588d4dad8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c1e9fd2619b205464b485da98fe1c3e5255e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9362db04af1546a3559b120f276b84c1b9a0121854216259092575e580a4f34
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f033ab1793755b4ea9bcf1d07d563e9cf068a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e733ddd3957b1b572b7fb2e839e0f762ec3e3ba0e9ec73c49c26b3de6f2c34
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eedd1895168bfe4957653b9e51fea0cf76d11d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b447a1a79290e6638a31d2dd17212fdb98e7c1ec7f5e47a60cb76e02449e89d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1c987ba898bcbc849e2e894ad495cff0dd45eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8ea9259ff10050db09b3b94543c0ff07dc86f662663ff21b43fd2f2ab20fe4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b977e8371e832545ce9984e64d46dbf5aca20ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400c62edb4d21da96b0e2009bf56e804eb8e31b9fdfc95c5c83c32943797f78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d3196cfd668f887d731d4b20828bdf1ed7d180
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5178f7f428319ed9a1c7659c2021719dd4b57eef0e2f7118432fa7e6209d4fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06118fdd475ebc335b4c7bcb0c00452e46c6f69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6575cd1ce7b042a9ec51c5a6184c0d953aed73fabbaf029adb4f053acb6fdf50
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80498ebdf810208aacf641a8fa7a6e1f3291ecc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095d456b3e39e7cdc6f7f84fce19e58857caa41be1c6090f3f566a03b698600d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af423d7dd836fcc371b907382cf75a820bf08aa0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e76da68685ddddcefb66a66e67e0b92a9aa1d2062a711d1050ae7f3931315
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984c828befc64c40fa2f80a634ffee34e872d34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6350e8fd1c6d38de1be0bb721eeee5aacd89a1fb1674f9c50a21c89c0ec5e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f93f01e38e766b644a03a89cb6dc1dc5ee4b89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b23c2159dccd6e8ee46635ccdccc13820d8c795e5d15bf5a4c72c0c36101dc7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df97eeeb33db093273f1885afd4ecd7e694c664
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5298de335b228721103eb68e9e897c01f08b9c866e1f4fa6898250e20537bbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429a853defff4d36fa198f9669a485ba4802754d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264f5441f884a60bd3c9fd8db7aa99c47aa4ed90e27cb74541d1b07ae2163039
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d104a138fa6a24664e8b643031de6191947d5f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb023177c39ca04a8f18a92c2d135148901dc5cd1688cadc436c95628905f7e9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01be40f745408055897926ac7b374fb04091aed
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca06d3cfef20c0a1e983edae7a51f249a6ce9250b6fc2a8ed74861b3d9093529
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1649249ba1d3466b68b005f797053971a0b9757a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523a46d4c35f6c6cf5e847458af1cc6fddd5629cab577933c73b9190bcf74c5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1084c4f2c02dc002a0ce6d6112dbe36f2bbaca28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ed3d3358ec55a08ee2e11d97d5d98cdd23ddada1c95ac54bc50aafd2f880e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eed47511807443a5d37644505a9d6a2c6b3a2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0c983d2791813917adead5bff687acc0136ad0af80d4f16bba587238703936
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d34bc3172eb396c761644ae4675b6a5840b713b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045a19fc1fb79ce89d1a886ff094c18762af0fccede7c17e5cfefe98cfdad5b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a215f4eb9d66ab3b572205fefb9a2dbde7b2f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08423735a2ef009db95e502f67455e0bcbdce55e2443b8a21edff588f0f6135
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42ad9676ebce90c6d9066d11ae3c6f83fea1da3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f6b2fb1177bac63ea90e7186dadf25afc5b4130e8f0f4a102de9dd8a71f69c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ebece58f8d47784d837cc005b68f5d98f0d816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafd76e0ef1ebbe96d78e776e991139e325faef05564a66c48b9c9f0f8fa7d8a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235e92ab7bd57718c637a30db937786ab509b2f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18451a5a339d9d1242a0e0ac36449dfa8f492259242292305ad3086d973b0df6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c65a6385c85fddbb4cdd227400284d01b86523
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a171efbf963ee1adc1755ccf24725fd3406a3c20dcf777fc2b28383eb520d3c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcc8d22d07a1604aa2f55fcd454918883949622
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdcc4d3c854e8350c6b3a65df6eb7e19610510d8879556f0d6249370678e18e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ab6a110d604467bea4e1064cec4cd5eee60a7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6191b6953c702356a29407869bd933c146087d93c62c0d0fa894ce5ec90dc58b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7381506ab27f03b71ccebc2cf960a047bf4b375a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00d9e1a4887d3378a521d1f9b64493d38ba6e1c56c010324196f204aec2e298
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24307b8e8a9903450c35d6cd007b11ce61085627
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524e02910c796c61022c1a325dc09f41d222bdd0181d341b247d282d317c3701
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74529bf05ab29f8385b35999cbb2d70154321e45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ede338d7d0b420b43d65d3db7cce98f13a07298dd42fa36cb1034f193187300
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20c578b597d88b2c4640de24ced78370ca629f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40f07941473c9a858eb090ae7221d429cdd4877004b2f58b66892f5e1ac49c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c215e0f210504b8dcf9a1f969bf644462353c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc2ea310b3f79c1498fc6e9bc26db44f4c03e141f35f96b559a361d5b893780
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d66a37d9eb273d71eb8bcca6ccef4a1f8ae863c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfbd421844c6b8ed13e991334271fba340f18261f4dbfde30939a54cda79cbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9a537e622cf36b9b16351612b60f15dcbef761
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ecd8007bf9a349e0a2d7970b80fa0becd879667b3513d4009fb1071a8a120
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4bcab91eb988fa436e327940bfe7085bd0635b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cfbdef15eb6ba253c64081bcc499416fe7f357bf145496c93e9735a4c40ea1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84113801d99771f91d6f611ae7704a56cd566830
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae90fc4295f5f35b8e6feef5dc1c49d7fc128910af351c39e0875953941454e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d567704a4df35e21a49819dc6fca8c1005eff8f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40e57024887ded9fa8e3d7cb675e637430a9136e073d11fa9ef5bc1c95dc5fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3b1276608bad2d90d79e841ac46fc0c9635b55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584680b16b950d65d1179fe499d13fdc2d6851a585cab1d742bd23928f040dfb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479141b57ebc71fac628cd5358eb1d465fcdbd4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9500d6d9dfc6dc5682c62cd9fa14271bb2a8b5d6089f7ef588272640d66e5e73
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61793ee6479bd62059d81c758f7496de88d41e71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac9126e0c2745ed578ca6572a1ab799090e80d04e881acbfa67f27cea378da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb511c95bd2f7a2cfde736c525f09f58e75b806d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30382cecc9d179a5037ecd6d105c9bd25d9393ac700330e769dfdd41dd7413af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44f8e83af52bb83a8edd6cac0f186c027ddba4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08ad0ce0532cf7a2825d7c6a017ec9d76d1534677ddd2927dd519fe4e6c3205
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259a3d6d1108cb0380229601d353cb7eb4e1b372
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b194fb71edfe17caf08d8356839eb6e11c4524ecc7c224b6816b2305627445b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f986117a98e6aa77ab5654aaf6b6b6ba58f29e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2d7cda6a03e3977f852006cc9815c2ad196d39eb1b7265a4b32d433fd3f089
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbd78399a63fa9739ff5566b8fda3f055baff96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f84e0c045ac65fe6a03989d6304ba26861e06db727ee125ab861fd0287d0d8f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aa3db13fc8b91ec48c4ebb3cd927a6c80f8edc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa7fbc691e7ee71659f061c9e8a530456c7acaeb915e9496d3ebd09b30120c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4783ddf6aada74b9253684bf4b828164ff79b14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c16ca7c3aca9a660b3d319d74cd59e1839877cfdb21cab36acc7dc021aed8b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2c4760964b13c916494084e5ed0e72e20ad514
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8aaa519fd829771977f39964e0cf5d68e0a2d5637aace6ce7511b28e9cd540b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be265ba858967fbe64b08c717eb9089aa033b7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d886a5df81a8867889574bfe340d121e6945eb9e673a590bdc52e6abd37950fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ef36cced103feb7b6640f11fe5ba62c2102478
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afb3eca22421da231929d90c76cc6119cd09b3a09d99c75f963e232656bc8ca
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c52d6642fc25bfc671d3853c23c05f29c81a69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d92fe49dd3d1f907ba921ec91d85f65d99d037685f624cb4ceb1d2027dac7d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e2a06521ec8df2b0d89f3ff7786460ca74bc0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ffa40889619c0b305d760de85697e92b7a9dcc91be502561111d05ce11a9c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3717a5b9dd16b84a29672edc00b0989a5c406c5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac627abbf4199a41bca145002b608d42ccbae6cbbd7a80dd1f1eedaf10b859d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8535c1fb30af7e21d3cfed9d2471a245cde94d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51f00c834f61640e9ad7c77c691c67a854749faff5dec0ab30791c1968640b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ffc2a89ebcc1fd7d6ea8ba99ccb1a3c749643a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3faa0383e467aa851c54220d89391d418d70fd8e53b46462cff31bb0f57ac9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e5478264766415c6ee26ad9d50d5922c13bf36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40679d97c04695d26e8eef4e248acef85334bff01435b4d2f142c2f139ae6db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4c1e90d147eca4a7f5593e8ab120b5ac912229
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88718d2e47ef53664c9d04d8f02ad87ee1067b4c4f15ba073ba5be30e8809b4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4facc2153c385c59a9319073307d4e6c8562e4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f34d95c088097d7e2a21be65684283ca234f739f66c0c6aea2054b96a23194
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e53804ea9400f34af001ab52b7647e4cd866d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba94dc581ddbb2dce78ffc3c246fc5fc9291c50b88e854d375b39f5afd53c316
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7a46bca11006819f8f2f8098e477bd24c1e509
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5782e885735965f0a7296657bf39e99c8a2571431d4e8f8b54590e982d6b11
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bccbf884a6c5f1d5cfd177b3ec004a39649bab5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5c6d602f0c3acc4f6b994b2963fb6745ad6ef9fadf42868ec45e066d7ed86e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3beeef5915468dad101a25103f55060986c2b37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8bab3228ab0bc0a9397e9e9787138fc4d261d4ed495205d5192e0c9b3c93e6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99f44527701959e8569d8eb72985dd056e7fd48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a316be709379e90908a5d24f5fdabbf236d0717b9569cfed42a2dc0149696160
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5613172853d76987d959c8003801a0a23d250f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7867e869d8a2ffd6899ea455f34dd360422d45d6fed1207ce9189db33d4f180f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129d1e912655aa9c80fed77de54ea2f0e6e72dcc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0ded9a7c432745ded693b4ebfa9642482e0a7bd077799b41f348fb631ada44
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c67bb240a2c97e8b799252c110a56abfb3a7177
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805a034d15255b7b11cb9f553042923c93fc14ea2a4d2cd494caa043b435a27c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac3eb9965680436ce98e5c26af409ee3745b847
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9be22d8ecc00c8f814f5dd1f8241b87a17b98e38bec7659cfb82adf478cc4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489816a9ee7c0be017ce602d3fcaae5b0774bf2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb973b71e23e7f03d6f806e7689f1a9e66f9de46b04a90ef0bf0e102a850d519
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8ce9a116ca205f63837fcae269947c6eae085f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08123430aedc05d1a239b8e7bcc3e168a316c3f688b735140f30d5b66311c8e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308c71724f8455dbc50fba7d5125ce1903dae705
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc54d385227fcd92226cdf2da3c2cfe5f6262a1a2443c6019b1d014a48267ade
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd860200668e725a19ef5d818c9de929d92be28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1029f13293a7b2ddba1148e418e208fbde11ac201b1f1325e573392ac249e39b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c635379b44c7623a12f8590bb489e49c1f48323
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eeae790b6d51075b1b28a7b7aeb9873521afd760b266f3865f63a89a8d743b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f814f9e4ace4aaed7c0e5c122705e9372c92fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdec82c821af0746857683a76aa5eb7cfad05d46e2254e2b99d246c3d05271b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2870d20a87d254aa3d7e59723543f56e5204ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b27f2be2f6ca90250d76e595fb1bbae8627db800e4f2e35490e85d3f8442a1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35e20b2ca2686f96d12e54863f34a98c609b390
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b1555f7403c4f89691959e7437460cf1cf51c5d04b2521090d919eb24f2e82
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080d219ef932b37f9102c163fcf59cacfe7fa6e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6639b06d1d507fbda80cd6646355e59ee826c81483aebda96ca37af424030fc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671f98d3785429a4f264f4c25f7b4d960ba56aec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1f0e2eef2e986a1e8d54deee54d5c47631cdbfd61056e3f7af31954c07cdc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b248dab984b55c59212013f216b625537cba1c25
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c0dd8e2a8be56735a282b7640ac2fc27760d7a4460801a8e879fd85dd39087
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b801e076849ae162c5410c6a37ffaf4dce2071
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96684eb75eb176c695c679703ff56b9b6fb3ffbd16b836192acc8e16b4016d3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bf8d10a30160953aa1283d2673ab5c1e448f0b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45018ec86a547aa60d64e90d44f0108a888e5ec14c5cf1f8690e03ef7a70b19
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b489420d0355ec72282375c6e29eb8c8bc3fc9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5a5f78b2119729596933194db5d6eecd3f35703f624cc0a92afe2b08a0a595
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efd2e98bd94ba668b1cc94076c7f7697ce08b76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cd72c2df7989601442e496c8e59e8ff309f6e4db06a134aa5ce32577d5f42a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6a61ebd9ae464e3c42fff974200e33a9ba97e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d78f5f52cf56750e362848e80f35f2704839c815601c0cdc6b4f18361ece36
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c0fdb87a6103436ca7c40d814d89598e8962ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c89662d020dd214f67f2d6b7d805dcf8440375253d6e93ecb15d8cf248f170a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02a140f6c0513fef14b3cd233eb76cacc51ba4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f49ad4d2bb668e3e6e491520291e6cae0dbd911bdcf51d31a13cd46451ffb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76fda454f7e0ad6704abd6f88e79af4a8dc34567
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4b8764bc7cb350aaeb2fb0ef37e7edf544fa1124300c2edc13c36a3a65f3e3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238963b39c02031ad3c0003f3173d72a847f206c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3b71da92c53967ba8b9896cb2d633c22d24cba4e418f7a331f0ec20a840765
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f7397831661c177523a0fc533253fc57ca0c0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7f9e0e76f5d5c538c71f811bd9c5e2d2f86863d120651faa18e72d72367635
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcacc8cc299d2fe231fc3eb1d45fe39c36f07651
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad546d3bb54f6c8ee5b95a0b3a3a29e6e1d0161e2fbfa2c59d4d2ef1aad2b07e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced6210398f2022920d18c518d12672aba26089a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ac9fcfc6be64abf861d90b8b2b1b4699fe84d1880311b6728a189c0cbd1f3c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b102a9c57605504af7c5b077c65b58a882bef9c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecc8215b63c5c878536b7b34e1018b0abc9a09ce3928dd71757e4daa5c8a71e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc351d1c3ec6fc858008387d65809a57576faf8d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da3f6a885a8e26e8c69ab5a993bd0d714208f419d849ed514adc4d61ff2fc6f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a7fca6967fb3bce7e038cb11884b9859ab4880
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e58daf2a374dd7a77f0155ab3c6dc8042ecf051749c5cd3b286598448073005
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d288eafce9153a9bcde37f43e13e519caeaa77fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad42ad0df22a2f9c89e454e8cde3cf2910fedbef06458f79162153607c2ca02f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5ef4d2812e8775849918f4d27791cc634b72a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154fbafcbcddcdd51959e225ceb4dc47021e657b99334765794bbc97e38a3ba5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e7050e83e7ca44de5a674a5cbc854fca78a335
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c73ef2cd470a6013465893ce28e9d29cb105a0403e55f9a3197b3424edd5ce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4b2e4d61e27a702587ff48671fd115c31ebbbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cdb500024a79c13da9af407092c8754be468663732d264da6c65aa07dc1734
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79260a4e93937617b935804314e4cfd834d72243
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e793f3efe07b6296fe3c060fd26e887f63c9a7c6a792454b9009d0a4817749ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138865ef9e0fb24af57c990b4dbc31fd7f0245a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0594fdf0a682f79a2e8280f5b7cadeb8c7ff72088f3668e607e7976a17c2d02
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01eda3e255129a750e1145d76b6394486ca6a33
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77692d609c5bd272fdf03309399c156caf93a735fb931cf0f68b56fc9a4896d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1532b8af6da5685e0a5670eca1195f9f526ea59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4fe82c343c57ff64f4c806dcaf2ec696cfa5c969614dd62456207ca3e23844
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c20062a104a068a5f07f351fb7a4362e3d58f0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7e32112296cc58b47654fc8e34ce722627bfd6d154f385f3b8cc1b9de06e8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f55fa2d99f208b4e9739144edd4bb3c015e5ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0708a39ef3230a0d9d3528614de2b2b86a7e83d8b78d2561ba33318cb0e4d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cdff3194236fd781dda6074813ceed567ead8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dc2bc202796ff4a5c2d6fc099aec2322710aaf0ebf06d20d087928c084286c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0433c20d68fd753cae6d9f554fc9e6f86cd04fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c0411f68c21f46ef7c22f41726df234797ab649b98d7b9f152f7f56062dad7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6735049aaa161be969d8fe6392c6d042e683f48
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff417d4ea1af00e16a29cf95117cffee53cfe889ff425e04c8e3f4f95a7d5352
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5366afacb97d8ec2d406a2ad754c09b41885c90c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8319f0716c8a88da03bf4c51b4534bc457c6a876f6bff4c4dd6f5002a522bba9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f2d624150fcd524d04e0c1d1add1033189d0df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c6742b446f64f5cf30712d419880bdb038f47f0f0ad10e8a16131e23fa8dbb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dec0661603eb6c1ff6569d988b9fc14c0d197fb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e983f1e042c3ac586854bbff0ce5674f0c0f5997443cebac7b1bcfc0cfc964
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772b6da283c301e77cfbd5806ca3d69579f88211
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbcf33772f0cf621041eba40930c151b0ca53ea774438f190e4383b645a217a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83ddac2a61163e8124f5c91a84326c38982ab99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a731d4e00d342c16dd8a409f492cac57ab29e2888f8dab349ed4c55946a0a9c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8228e8825d51b873b649065113e5366eef7ac2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7464c1bfa8b4308167e4109dcf606918bfcdf2bf9783c22b915c1c9a77e0b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80007fe57f0bb7b43bc060822aabb52ba13ea627
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9896e2624339df6bb6383e1d8f870ba115b1f4d169fcd69affbc00571981b253
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b9115eb37e249e72a8480dc0769ccbfa9ed96a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b7ece6e9c83ef539ebd5ca20cc2b576392436a2aca005ffe1f5174f56c9343
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123f06a768933e2d995f32da02574d389e0ba31e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3125a5dc7179276f88ab45b5671904dc811c6980b34275ce6c8086fc3efefc9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b83efbcbd9f1773ab8448fa13b2b72078330fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56facba9eec11e5d7dd9b0d94af0f806b4ee5689ae2453021e86085d003a7b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2175850b3807c9e18a7f07f8a04dedf612b1b053
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a657a85b323426b6f7746a2e1f58934f084fb4657cbd4257d245b7acb79858
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85954f1e3e50d48e3e06565632755aba91e3f13e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f86c35c760d6450f2ad2f61511895da17efc01942c2e52a476a2e691f6eabf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18eeb6f47dfa77cfa1a772b18dde5a8db9a5352
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e80699e588a61327d68315730901a40513ce0b7403bc882064e517bc9658cc1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8964d0cdd5f9c264cb81fca2aa35bc9c666a76b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc0735226e66ed775c44daa63b649cb00ec2435c2c6b3af5710cb6bfc148d20
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da54e903f6373843b682cda859141292143b162
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e815d7398a3df9d90f4f7e70f4175076662c9ad4aa85b6eff7c00d43e1ec49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573ed2c1a6999ab9b330f5b5540ee7e242bd39cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0317c53a9f0c5ee00b32ac9516cb6171ad7916dcc62bff047c7be5909340cf5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddfe6988959710f2f667d330461974c590dc6ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35264dc706ed56d771f14a33b63f277e3a521cd2770418691bf5ab5fe90310b1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daf49301bb6b0a1843215c428687fef88aa1896
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45566cf46ad5d36358be3dd3370a6e4caa21d0628141e5a34be6dbe9bc13639a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22974155ef3e81b811724d269b3e3b75c0e487ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95d4145d58f2574191f67178f8d741076e74d67e9875ed4ae70ff3f324d9704
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabf036cdd950f18c70c681b30776b563f9e4963
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6571c5c82537858fc39f50f1fad93b36418a2bcda9adf2eccab1a4c6248249f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62212bc26d83cb0ce115c08c4b869255a36d9d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d059164f78033ff6a6e284f9f5f680ea942084559173aa8dbd54fbcb527662
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4050d9c4669e1e5e4e7b41b8366dc5067eb33f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30e94cc4d80493aebe1058259f6b8e9dc6794888227417ee244c1cb2ab62e39
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457db8333add7040868352af6344be2089b46ca3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfc12a1a688c39e087153bcc62ea3081d9866dbb5097e08180c24aa78d716e2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a38e8d8dd340e20f744da890853e215711ef38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7237d1611f846896fa71722328230d9fa5add9656c63697954e162b33dca44
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db62d85ed1fb1b7435bc0990db0ad4e1be3f42c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d4698deb8cc32afc6418a4bc5f7d6e83d9583124175dba0da2e873dee20aa4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5b1d2a702bc25cd537d2c669f0f50243afb6c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c7c620d7d13d9de1ce0b50ccc7e9f5f16ad8e14e808939c95b4ae5b9f2f5a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b783017a871cdef6833d41b79d7e9689d197bb12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d309e29c8380890ec434eb47a5df97b3b008d4e118fe13bca681def618566f51
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef9bb734afadd6aef7b09906128360fb2031cbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2805a05be9d5f63fa5c861d362abbd5f0b1a8f0b785723eebe850b43442613e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2423f7c9fd1739e09f7416ff96c3f2e58cc86ab7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017eeb3ba834b48cbfba46decedc3f7975383b1ccada8e601602ece372d2342c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2e950bf5d36c7d5875f6a2ebc7d8a101b5f4e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d810a18e2f458724fee011b7609dbe14fa7fda81b62fb29b5bdd918e1c07f78
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c7d32bee985490361473fac1ae3bdd2fc0e6e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c1dccc8dfb39ac6ec338b9f94c610cd5d6edfe1bbbd54f0743aa18929f9528
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0da13dd79fe7545219f22dd017ec40f3114335b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7458717aa094c3b53cfc806e91aaad62d23ed55c4606115e5e39a81094c96a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271d435c6232c389ba266a3c594c171624afa856
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7236c2788489503cb88f4d7663f56e1aefd28375d2d3c7298eaa9f62477a2de2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3801288d194fa8c4a52523b39fbf3ce12ec55cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009098431a44522cd1e129fe76083c5d9ab15c8edfb131d6badc29c3929d7c62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bae615912c84386876566873e03f19aef471b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a47eef03d027ffe968c0003a7e2edda3b6b40f891c245df2eaa1f0dd3326dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3d7bcad36ee51ab7a6f19bf9a7fec633cb4cfb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f63b72d7682a22aff7ed2f71104eb84d1eb911930aa66f92a868806e8bb68d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6d780a0f6c8a8c1b7aa35bd5f585a04b08dc91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6348d50be8606138475e788c363d139a6306f338a112b0ebac108514eb1b0273
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60b576c13369669b1190584828e4cbae8060883
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7151b9e15196db76f1c39a6000d0f32863daaee09a15a44068eabcc2e3bfddc1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8817a2663561da913a430a3875f913b31a9a7d6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefffe8b9e835deb1011cdfa207a53df2d8dd25dea71d7c6047956df5d3057ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad22a1b06f033075449ec602a76a107678e35b39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e583c5951d3c656ea8bc3748f829000b6123ed7abae4c42efce8019086550e66
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c20fa6c07ebe5717eb860794d9648c1992637f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a5d1f6484b80664c8433e47a133703d6ac1af3979b0ef0908d973f7afaaae7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317f522275098aae61afc70caa21f19b724f895e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b693a1c2ae7511c949858937fc542404dc713669ffa98d674351ecd46990a2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b099b4b6997556b3bcd698a6fdb89711907c1f46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd2aa855e567004bef70b94eef7f75ebc10eb17804f806415c1d6168ec994f3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf351d95daf75e5752fc151aad79f6f0952d8b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355d26559947d636c126bda1a3f8e3fd789693fe28d19cd67883a9b754ffec8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab427d3f85122271a55110c143fe4dda088e8c31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2988f9878a6e9da1bc883f8437f820438f9ff3125c4fffe0f1c7f45d05cecdb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f01f4657fda11ff1c4d0fe6faba4a61027094c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8337e780107b0b19b99df32ac52d34be6e78c190b31227b44d82c951335838
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c905cffd4169629b47bdfaebdae119afce04d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5a043c46bcf885fd228f5ca15fc6d3dbc974df5113fc62527ed88a34e61d85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ef2b700ea6e233a7047fab456b3d8a44858345
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a923ea9a92c6f0d710867115e1873f1b999289b62cbf980f0719621c3c642b31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb41be48af80ada52a1ba52e343a616b554a04e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5246b132f1a5927a00d02217e563de7dc399b996bff2067c52597f9616fdef9d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5978172c15ed0c4fd4627fb618555d311f8858
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dfda049ab0cb41e8e1e493502f6bd5a78f0ab4e58b1b19d54c2a899462029e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a1caa2182b2e44a0307f81198d91341431b2ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a5a98bac4f2785ad27b017cd64bf7b763aad1628bc46c09673f118072f6ec4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4caf1fecdd924abe4e0fb8ed75b44816c65db7d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac6d9200854b99dad1ec2ed809eaaf075c1485f8558282d5b842b35ba4bc878
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6547a1ed64f6eea93e7e048ffa805906704ce1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2afd7bc934c829b354c3c8026f488c95b323fef229e83fb4f1f17bfa19b886c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87131851436b18388b3f6558b98ec4af03c67c53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2469dd0fa5d4e86fc831b45e6333643fa0d3e2f18a6db0cccd56c10a3e43af5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e1652746addab6a28b416fab0cda0dad2652e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9177533e0b932c0455b643f441ba7d8821fc59b015e89c7a9844fb478f1a7072
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9011047e1449096ea8d5492e47305948c0de9ebd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb6bacac0ce37fb11f7c06c04b43065e3d16f4742d2eade99ecd44b5b07b293
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408abf8e2eb1d24c18845eb6cac61f996afa7aab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528f9c6dde7c651cc567ef797d53a6ff7f0c69f58c0eccead40491d079798337
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6463c30f52612b33ff658afd9c95f863b4918c04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3602c45949918ec2ad975eacc4ec84480f0899b64ab3390997f3b091267d85e6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6053f087c1ca5d4b00be3dd7de93de4a17a866
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298bc2f3c48e70340331864c2e6539b4b0bcd27ab58c873c109ef73e648878a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99f38b8063893e3ce401689cf38b06f3f1f587c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f73421aff12f498aae85448b508d7b3677bc4a8b9fe5296bfcd42c41ae3a62
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0262ae4fe3b6e2fd47e30c63e2e2d1fcaf9da803
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63029a54a7f7e8c1b040b5a05d1ab49afd29fa7a57ce187bfe10dd38330704d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d9bbee536613cf9f6fb12d9342e2a81e421ad5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c78e9eb5dbace043f149b474279a7f949e63c6c9640bda01a7dd5f536b8248
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd878dce512e283ad76306b55e74369fa07db94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4bad6c70af3f5c80453e7caf926e2295a652543544006d77b43e4ebf4110b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d60f28e8b1cbd503b3f876b8cee37ff9286b0bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a05625267abdee621195eca4244084490afb05fa66268c67f44520a1428155
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42a0cf4a8c04b560dad6edda7ad794422d9c6e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a25c62d50eeedde9523a46f128a0fc0b1a382b5c38b61c9786a3b37ccc78e83
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d88798c61c98f9ba56e58b610eef0b9620b15a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c3ce0e61658b5fa009f055757686548c83fba0f034ff1ab3492da2b13e3f19
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55f02a5e3ebf7f574a7ee20f54d6cb6319b43fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd011afa1e247fa708ab551e554a427686859c40052f9c6c92b14ab1dd1bb1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c4aca608f8eedbc70b487dd97f23df46e2b1e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025f3fcd4c6f352aa08a8bd084f648b7d1f141d87a0ab47f08437650b2f64f92
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13376a41c9caea4e00aa0dd65caa1c78e7178e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9898e863a665eb288b681b54a01f288723f4a5599ec239863db28893b6217571
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e35848d70127a14d7d9cc82ed528910b84d462
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a422011b7120934ae4d5281940f1260b265fb995964adf054794028c31bde2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120527b35c75fbb89a7225c840143008c19f23b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8572d0e81b1d5e58012ac79bcc56e7f2a42e3c5fe88d8aea3e03113103d6161
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0168bb830f4f451acc7c335da165320094561c62
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d0646f4b65f04ca2eaa17540d75fd463fe209a6af90a68fc1a153a01c26941
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6533ef2d5334833deba033d3ded4ebd598916689
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4e7b77995e75c62b9b3789a41a3e8f7fb63a3a31df0149b85241fc19d8d669
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935c98fe0bbb530554cabfcaa3fe1b0465e742dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560af180fad9dec1bd4a7c103f41bb08dad529a2c0c713edb6692a2113ea3938
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bc6a07a18e141ade28668f9a902aca7ad0aad8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f14548c4f60c1087e54738f3c11c5a3e9f651f86fea7151c056424547a1fdcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4b2f021c1da6db19284e105cd2be79adeed71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43cf960d12d67ec3e11c7ac93ba2021ab0e3e53f67fadfcc6c370b7930b37ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f10c9fcb37a72d696fb8a287e5b83381ee5c1a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fd433689a4f693981c2e58dcaa15372a470507944c2dc9ddb997878aeb0100
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d988a98e45de83765112ca3945aa5cfa09e565b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f94590ce76edef9479a0b05cac41459112f05b2e6be54e564a8484860797f11
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ea973960a2c88e8caac74399e34e636852685c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41e5c0d7a3e2951cb4c013ae684e7e2125d6060df70f4452ee5c529fe877b42
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b50b51a77e690edda221fe436d5ffd60ab846f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241eaeae2371ef8b402c8210db7c13f65d3cd5f8d58680e45a7723eb05d37682
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c03152d4ed9ae122d207b5480cb9f24eb59163
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a252eafe5ac5770bf82274000a544e80672304f42a2c2ec5194aac402117a
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9127504c9b9d6aad833e11aa7459ded7dc493473
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a46942ee8759d6ddef2ce656daf1902bfa7c709bad223f89323304da550f5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fb55a4a8d8ae6f0ffccf209ae1c9c40ae2863c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbe2405216f757032e5857856310703053b7bf6074083b86185e22a28f01990
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fdf4529e703a3534c8e2248856d008e5370684
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157a5100678deb452641d33cb0edacfff79319b84e8fae682192a3bc1ae3a69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab2fa851ab3aeb7b95a7f4c5b1f7be652282ff2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239f552393e9c91ed5f12c3efc8f85251d9f46e6da8b8ba1bebcc3c6c4dea8f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f57913bf964ef8487b975121e98b20e3b0a497
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3159656daf2244b1ee1d346bbea1c46281c9ab6f2dcd9fc547b6dc8dca645d10
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b075cbd5e38d8a0eac1e8c5c00818b5e9c98742e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720ec2e69d03e1f8aa11f763628a8becfa5e4b329268c526241fd4f5e81e22c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347ab588abbbedd71a401a2a3b90f9e8904bc9b9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe0dcd6dfdd9ba204f661ac15320ef9fd5c14a9df05a4bf29d8426ed3714d35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b09791ed79a828b71d1d74ec17174e6a206d07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b292d89a9801e0ca5d459476ba730e6db15e7093a513f9d91a8e96d1cb0b9a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f456ca196cab9aee4a364bb43013975b4ba0fd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0df6e5a939f39a20ec774db383e4bd74ff9e2725e5869c693756448489fac2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb442418d9e46f20d05f85b167f131c6b5a46bf3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097b49bc9edcc15816b041ca696c5f4cd16f4f08062760b443a43244701f2c43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ecb3c38b8547b52e1ed94b7eea757c011997da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca86b1da126e31d0562ed588ebfa40048b10105e5fe88091435a72188fdee397
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddbdaf7b0fc2794a7ce17de2976ea5b1864b20e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0cda2f37d9abec184d468e24f31c7aaf073d2de3000ad144691a561ed5eca5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5429c392124ed8f3e0cf2d79ee81c172fe47a0bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b89e25491100c5f1f0aa83bc51a1cb7688c9cd522e33d513620fe915530d6f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b4eb1651069c013e386f7e0bd045505894e092
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddf3ccd5e24537fb48e7813c85437f29854a374e5b5a973417deb9dd1c8da3a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2babbd313da2e9f07edc780f9d3102e350a3f639
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5d72ed34f3306e5b988c8a768e8745f947206bc67a32ce495e29aff6dbff8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed0e88e4862ec0bf66eb76e75edc0181fb5b3d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b773c9ae3e5ecbd2c536cdd6be58e47271586da572bd473c9c7579ddf866f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3189cd4f22af4e371edb2c5c23bfd9a79816e59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b5cec960d0b2642b747eef10dd6af7ed4faccf36a2ba1f4f231ed46940ef31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02132e21da0462a34696865a8a4a5d17b4b8747
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ea17f2fe4c2bea7d1906caae76c8c242678ef5bd4c6b413e8189c3dfd2bfa6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd00dbe4645b6ac97b69e8388542eafa206d187
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0c831c0b642dd1d90e7b6a72de2122ffa0e7a88840e391f1aeffb8215e887e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854d179266bf11ca66798e4586f71fd88bde4f58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d685f3de65a91cba7dc23e8baf096790500068af29f33eaf004b112a80b06760
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16948afb53cc59640506c244f9835ff90ec2766
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f282f5e9a56b142b9f46884a62dd63bc612b4d653eed7ad82a7cd930284f929
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554b578ec7648b51b399fd05ffb6fc2356e9a26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee33e50c89aa1ccd730e8b8c64ecbc9a81173c30eeab9f7d9b5e67546356af
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c84ddae213b74a6eccec3cee5cce24058efd325
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8930d222677899627b484f64ca49c0989afce80edc081fd5e5201e98625d0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcc97de006863006084f7ea85036975e91b7dfd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1124bd87d708c82d3156d9c258135913eff5a0f6a33c41da7875fda1a7cd14f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa657d297c7c3a37f30ff03e21c80b7c5760995c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2556035f260efe3c338cc8c7a043af70e9863c275ef03bf1edf346c78a0321f9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cea959e96a09b6c87f84525ae0ff7425fa81947
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ffba08eb8b58263c2a0726cfa36c0fd16c9dffe9f6aff1892a787e5e472d92
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3169303aee4f4300d1a8f6bb5a6b44ae84cda2a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a8acb51b43ce61e786e2787e3d64ecaa02b1de4fcd3f548670e9d9959c2c4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c327d3ef761c37961e612ba4eb558b6c295b4b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169ba820e43dce2cc346f9cb66d53f1b60767f94cc78cdce0ee8f648d5e7fa44
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89faa96d87f462076d5e5af32639dcfc962858f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a7b7ed8de5ebd3a122ab9cccc63b9921a80868957ce2aa04f688986d505b47
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a755cee5f96515cf5ddf1240f837368b8597b33d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96b7cbd6e73809095d5bb5d3333aa102ed7d6d90c6b1b1aeec8bf0e534250a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36dc12bf27614875ff7339b99ec169dcd5de235
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93b2aae68c7c4c2996b547adcd23168d4da627464af93cf21ad374cdf7cb3ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f3c0ca5b402c5d908aee1264ef2765418bd23b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655074b71e42e168b2f0152fd3dfcfb5171dfdff400c33ce2d9b44ccc8823530
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722d5614dd4927f3d7da88c653fc254cf8aa322f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e628543ff7b84b5cf9a03834dfba02039b507d4b9302fcdda0e225b793a47be4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71d2ed8fbb9a1f88229a0bf53a088ac41fbb053
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5dd111b060b8dc8835c0f41eb099b6547fad0691f1da756abef3a09fea227
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2753480ccd2aa33e69d4a94abc139488e9330770
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d161ebdd81974fff47f5eee814f88743dd64d4233f45acf5db443d0e43a96653
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539a12623f801c8c8d413836380ae72ccda597c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa603f437fb659df2a19a2922f9dac6245b38fbdff0a7f5ea422c600dbd968b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f81ad0ad2ec235f59d7ea82243f2b328d6d5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece78906111a8fbf4632420681802b1808e233b6c774b3046404b1c9fb443752
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac7878621781b7e5cc748d880bbc0e0f6428445
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036f21153409d51302dcb162a88c56e6868b9b9197be419d7acfd2ed4bff49eb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d681cbd2aeecd4d8115711c186f7f3e6dc3df6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23528e715be47af3c67ee72737cd7e11b06fbb6d35de4b4c920be3ea56d023f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cfd56af24a43a5575dd0e89ffd1f5f833555f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229490726f442983f72fd518e2ca4cc89b107d62e8954577fd9e8a87f93441cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6ab2216bfe7422d945c4240df9ffe168dcb029
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8219c1d6146daf0934b33aa59a92d12772d3fa81aaaec56fc54a4bb598f152c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d60d7c3830ae79419e0333ec069861ce1de8d41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85769e9420d0c527709819c0c81d3b7fed3be0484b3b98cb75301f098a79737
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccc0d3adcee86d6018783d753b39d08a8ffb9ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af0a895af26d1327830aae746c94f22e4fb77078c3902c402bd6544f3ad33ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296cc311556c65020af2965e1dcf71746dfbcad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86904ab924187b43830fd8d32f5ba1192b530a5e20ad6167375c46a198f6c19a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f659149265a4de61433089dccfcdd891d2d80e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a957da1462771ca497f1f0d0aa54d234bb47595d0846b063f1251781be557430
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3382104908788baca8eac47540a224877ce9d53
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06b6767e1b562a3352f029a9008eeae1746c91efe8d24e19397066b348d4752
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0265d68e564abdc616f8aac84d324c63a0ecba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee46d4d1575f4ae158128f0d65bfee135c50b4dda501cb5848edb061d1b0ff5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceed26e44387cbd1ed0e6c37cdc4dd1f7e4f052a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5529744249dda1679f8f93cd8992e20e49e9737c02ddeae4028c309511cc1df
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a63defa578cf5fe1d1d34429968cc3a72d9f1b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a49289fbf64533ca62ce13cc5f2783ad8adcd9778f4b0ee0d429e08664cd3b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249092b1915e17d42ddeccae51b6dff9de8e79d4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fc6424b97b55164e71846c389003e5d74c796840a1d26f96909c8c0b31ba7c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2c28561729b39b1b0e63ca36d79ea4152ddc11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1b4dc18366d2f7192dead4a89c49626a001116c77dd82757ce76daa0c69f7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0f23be1f4c5739e3de0cbf8a999763e7c7c866
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505929946c3778b6b567f6368612dd2436a4265e94e735015897761e41fb5c23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812d5ff8c2cba3274099e8d6330cce4432f82c97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c77b1332f6ae1d6e0c32ae9fbaa68ac6abd4b172cd53f3a3d90c4729361037
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485effc78906040b7133209b9ca4e3f6fd2d5aa8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0878d4579ad4dcc86b2c5c25cef4af33a06bf287352c7402c6adfc94f9e2e8fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f14a7f967b3eacf3bb33706d4e2f0263e1aa5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff9b917a434320c103f80f4c1c14d7804286bf2c9c6714fe13e9e0143082afd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f885f5e72e24206620a4f0e68fe55b6295dbc5fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fefe64440ae4ad3dadebab14807acdd1d973848cd863e0ee16fe22eeb7bd79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1570da1a87764fe474e89d9e791ec93e25bc1c0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aef0b61cadd165b72f0339f10d652e0a62c0e1a37fb33c8d9a2886a4e5c3fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037ed7defafb675cb9d203105344aad95e8f61c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affeedb9cb074a7a0a9bddad80dec185d6fdc836c495da4a6bf3b7b245192b13
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbcfaef90318b2824ddbb1992c9c6ba925fd3fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd471c3ad4070b442cdbbbf48b323f20ee755d5c1402af24792483a6bd962c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc88de8d404ec405e5d23644f88875a27c4d7f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f77166fedb7a7da7f3f4ae36fb60005d2f241c9538a3b8ec1a391e081e33cf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d14488457167230341a211de9efd66bf9e6b4b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90a64adc68f5a28bb50baf34719673d1759ed82ce89838dca2e345d983fa306
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bff6eb9c546f2b10c0e07fb1bd61d2fa772911b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33f0ef77b2ae8ce892be23f484f413b0be21b8fa3c4bcc76dfd49851b4537bc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913a9b6fde463e164ec0ceec2c236f83e3735f50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a95e4c3b8cf30a1a924945c9e361b3488f118c45ce5e5e712caf1f75469ff35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e773d8e3e615ee8df056e19b600fe52a9ddd36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def065cd5c473f4b1dc4ac0e3ff2f6c6124344aecb6b9a0aade58057cdc1c708
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25113fa0e943070e02cf8368f4613864f17fc544
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca360dc8818ad2a1b736db2a5faba55d99509e99011ebd7735b32d79dc8891c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8a4496600a38955a36034ecafe993a9f2fd493
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b9e19271e5cea754589f78065dfbe7c77489e60105afa1e6fb2474adcbaea8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a47d01f74e5fd4cb612eface2d66c4770aee514
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718f311211c5a810b1cc4255efecde8ffb0370440660d7b7bf7d0821b5e29db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0abd062ac6f53e936016349fc07755f6a035ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022c54199d874524e7c185b4d6f119c4085031f8084242b604581372e07c8c12
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787d23543737e03b440eda75e60d10d536d05be9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb6d9e7655fc2939cdcf8b187ad90c711405d6ad8016759ffcfd5ecce6a8c7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acaf43468c0d68f2df73f46b8af98107822036a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d5714eca4012f23366112e71449c7d325f50ffab5cc794f70cd41c73733e41
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f8d00b472b1f4769adc4b71156d42ddd9f31ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252c27ae0746d4e06ecc87db67e53f25daccc00a634a27ff788835a5820fcaaa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa02364f8e9c540fe1dfad1d76f0e693fbcfede0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccdcc869798a4c5fd4aef241256c1585f8ae1fc2f94c7bfcab79716c29ae4c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4ad68533f5f24739a00625964183add7971649
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f7cb8e8d8699864db0339a4eeb0dbc06b77535dc752c13e988b2b20806e86
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca53f58c97f77f499d321f747d119c0cb1500d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6d450b9ffcde1a8441e33e91dc590dff091ea4cd1c1598f886f7cbe94087b3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bd56af725ec5fca7bb4d716f45a97cac32a4b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbddb655a24290ba0834d623501e8b41c4f8d6b0ad0acf8307e61dbb50477f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e1c36c32ec4cafcd07cf759e4004a80a867d7d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31626ae7fd5fdf1a6d8b78a13314449d461b0b0bcb0a6b52e34c11179ee750bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8267e3e24aaaed2aa704f365bf92e8c4a7d917ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1295936f3f752449d3baa3c5204d7cef0a04a894ce8cf7a3ecd9f12d6859cf8b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c35bc3c479a00fc479392c096ee2d8d760c15c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f1d25b34dd70509eb3780ae480430692a1447de54db1dce764f1f8cdf4917f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd5f1aee5405200292899dab2715cda0936437d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3f87d9317d796a4dc566c69fb5e630f86c9ea4181065b9bda52b2216799fec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c8e684f9dc6dd0bf87bf0ba392b1591d53c2e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50629f1ff7f4ea04f7c6bed63a4e517a679b909b2c3a22b6fcba81245482291
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ceadc510a46070af1f4dcdb77cd3b8693e3cb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a67c7eda37bf57d87d30e7f0717e318cb27de68f3004be8041f491d062e4ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9bbf1795035282303e70353eed80ec0912206d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534753e54c46484417caab97102de06ad78c36edc3a1666bc19b14113309d169
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f76eb543917d44b893874b77799f6d61ec0347
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d319a0f8be823806cb1cbb8a8f93b78dec3b2433b87e6600d052e903233f8e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c622106aa040a0b65a53f588fe0704b4cc718e21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c27ae452e1d4665a8fe24b291bdc557ff940774a33759984cb83431824ea55
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560ad0b7c40c3efd8c3037758b0614365ce18656
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718e761cb2139ebb05a081ac808706fa8a41d7096e3a8ae41f779cd9a0c931a3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1546f42d6705491c0534e686e257c69c489a2a2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1246ec0fed0cb472ee9ece5ba37fecbec6b3eff3a570ea7d1e2f6c4a04544b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339809b1c6c330d6db29fd9808d4db808e5060b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b917152f12b4eb608f8103c8897598888db9f5c1df096912f661ea1c0c66f77
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a63ec82b3495e831d5ad2d7ed04ff35967d4459
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e506b7d66e13bbb0f045e9f3c29dba4e980a77aea58eedf88be448a320103b97
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5cbdb4af67c7d12ba5dda4c3fadd1d4a399194
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dacd9f44a84c85a0760c561dbf8fffae50635b8382e3cc2a7b676b95c01b7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58b1547e658f096d26876a2d366ccf698771929
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacacb2cd98426168cf0be3820c4df286a0950523d22c4ba116ceb04a8921234
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4692c618c25eb1fc851686aeb393e46056bb017
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f250030955a16fcd940898098792f608e925d1305880e18aaef55daa28a06a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cbeb49a0ea7bcccf344f299a6d3e755f797163
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cbc993e9bf9c384d771ffc2eaf5c163603faaa789cab1f0d29492dc90621da
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20575da42ea6fffe638f024b66ea29559b55967f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8831483c11226dc0fbf14f0941f2f9ff109a706c23e4907a0bd1b131fa0197d4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaf60ecf0a451583a998175aa96c2e8cbf7edc6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d88944e93d3e5457677916ed2af34d4b5cbad1047aebe129d76e07aa3d9bf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae5daad57c70ff1fe5cb88f3d8162fc5f239e7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a3cdc81afd6ad92368f4a8ee477f8f7f0159923d0c798b00d9fda19e29e29
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d1c1ed3aafa16984edac7682dd82d23fb4d98d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0979497b1fe76dd40f3830039e509cd89265241efdb9b5a540653f9e756464c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f60894b2382ebfdaf4abbf3f13522e7d10a576d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333dfeecd44f8bb23f5778bfd1fd5b22046bf60d39f74c25a563d51ef2757331
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b68a4eec3bf39e8bc5ec89410326fd9ac9b3d41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad9d0c038416d1073f344683803147eff36a463afbe28fb1f5b2cbb9d807e89
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f72b682f1a122b71b6edcf5fb81ed491c389ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79fde1c85d0cd23a8f9f5ccc05423d4f5ce7bb28ffd01194add2a1ffc4d238c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dc35ab8b4452ae34b47b48c3491c6709a6e8e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9747edb80c2f513d1dbee5f5a4225860d87ce7a9c09d17ab7f6373261031a68c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1689577d19e9d4c4e5992bd200e15cd2b49a7f2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dcca58f898c9854ce8eb9b660c5b0931be5958b33d7ccdf7a5a9759257994a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdacbe58343c6e335693bb2209e57ec2bbe50f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a14de762b812cf32349050e5c8201b84a63041bee45377d94a52424e0209188
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3718c1eb042e04d0d1584f7d5631f3d0e9b6cc96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edacda491dbd68598ee0b049ca7ebb61f64968bdf0e594cc05ca9a152802963e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6740b5e0ff145357ac17626daec2a45aec38317
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9e56f70ebe03ca1243065a5f4b202853428ffcdd71a8932442986c9d0f7ede
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd68eafdbb96d4f9f6cf28024d7c7f7bf5ae2e58
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fd5734aa299718c3277848d0f0707256ad1703e81f453a33764ae353bf3146
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06038e75e2f7c48495f23aa091a5ac520246b34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6ca2dd4f9a258c186068001d767f169bbc5b52551a74afdc87635ee4859d21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3990767c8914e399f27b0be1889e1b3d4a7d4069
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581a7acb13a5466ab2f37e43c4debb3916b5ed79e185b8ae9c667c19777ccdaf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1ba43591d599bcc530196d12c7acd8bccaf960
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f64d862994e8624d11bead1754c977c6f6abe4623e885ce1dbb61994fdc2ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392f1f7e44e17e094dee4b57df1c4cd107170da2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f9399b28cbcb942d55ed9aa6b3b468bf7f754375523c3647a37f35d833676
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838b8692690ccbca701fddcdcf95dfb311b7d7e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2732cf685a1775cae05b8ea1c44398a119f8fa94169e18bebfa48b6dce094791
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb3c063c48eeb5c58805df35f90b318ac27f8c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362602854ba2334ba19aea262cf67b59757dfffbd6b4fc05cadec63b3f67a25e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fe1460951bf6ad3203201b152ccccbfd34a660
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d785b60feeabd527152de9e2cbdb145bedd3e3fbf8fd463912f60da97f220aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1233a1a12c469ba0353c750dd8a92fa7d7572650
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ea0fc23b5a0dff947361f877ac42002d9afad3ec3e453ffad156def8f69838
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125d4c847e6fd67ba53a2448d785d4df54bef8c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b06667f63caa8077c921e5a1e5f1ed2dd485f1f3896eb1ff7e36e32cee0bcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85566241ce5eb5ab6f58580128098c0ffc9b38a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2bd5bbf1952c96e6da14998dda0cbce30163a281b9c73cddbeafb6a3184c31
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aabd7687faa361151774f08d75eb48d5125fa0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbf1abf20f6e5370174f0d6940490f7e3dfceaefc9235be22b5e5642f9e39d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9df84dcb5528140f5a727af4f8969ecb481c056
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088b109bba265f40f102efaaab1ac963fd005aac116d202342d6492316f94de8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57109f663f1e1ed1f17b4bcfcdadb563b230cf28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc9a007d832dcd30cd63cc366377540af1e853d547c3970cd36d38f98b38a0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ee95c6d35515883bc513bb5d0aa56a815baabe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292113bacaa1b71a86bab1ecce7ea28cfc7851fce77a4463f8d9e668d84ed54f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7885d2c80cd25f79b96eb312b77b706051f724
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80ed18aa493138eea8c1d466ee5ce7d38ae97bc461efb85de49929b7fa68b1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea3a22024eadc2d310ba25cb92218200c7eddc4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250d1fb6488749c22b825101056b490caff8905a2ea3273d44ca57db6b84c044
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e5cb0ea908eafb9a3904a66a6a2736036a09b7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8302288ba49c21b96f961eed714b67e8e2b4102ecffc9c77d68cb943831f3304
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf01a9955bab3d8e5efbbfe395f6239de448fe9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9fe5e5575edc1adec0f8ba3d4ed7b98bac13962b2ac81ac256a07f9965e7f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee989701746751aa9bf11ae116956f531cd3e02a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1e31452c4a8ca6d6212afb5bce0b1430617de311daee56a1d7b848ded3a614
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdfe74ab7781f00a8a885e1c95aa3aeb5e968f6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58df4d77c9af36c137a0eb8046214fe0078828cd7010ac815c3974e180f1c0cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbb80ace86e81f79e8e9ab8148171d482e07653
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c94953efe740cf6df386d3df8570d55618dfd736f79a5349a08a497a9ca9277
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e04a536b1801d8417f22817c21935de6766589
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f514efacb2df04779a1906b471abcbabf6bcb3b20a1d7251a081d2d2fe5f88
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2154c2f094ce6ee6ed92e457c4f8601a20b5049
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08fa0ee69ef127faa4e437c06518e99eacccea688ef9451888f230369cef3b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d154b3c1bca5ae33afa64c43c7561bfd799896f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e708429bc29acba19a411c58e768d5a611a155ee0acc2898741a428ab0ca78c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26086e16419a72be5607e66d209cfad934997c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfeef3c689365ccbb63656a50723a9aea2c7caf3c95545cc81521e75f984c93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2d11e22703805a6866ba7e2091afe32c6fc5cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cfb7bab16b505909ab84f3948a98c6d0ec235b480047c2bdd3664d9860d1ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143bf3e2b12b96196f2a533c685e6ff5a5f08f3b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3353456f1c1a7968bd3777c6f2574dc88c2ed709e4e3d16a022c6bb2011ea83
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acfd573aeb8a8da62b7f3bbda4192f6aecdbd28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d414825640c38466b039d5ea7705f40a5c986b4ad801081970e2b678d6e81688
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7f7231b1a8d8e6885a7a5775320c8d73c7e004
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275fc75785436629ac32a31b726f462d4add3bc5260a07aa148ad347f28f1d95
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65921120c40e2f4632ff57f1810bd06c6eb2571
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300ebcd00582208d14178680c2b55bace7fa1f89d32fd7698ad36731f8aa6dd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f558d51f1de922c7bf5aea4eb5c73cb813ac7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cdd4082c7cafad1478cb7292e32ad999e5599e3b10980fab2c5f0874c846db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34201d87eea0f7a4f7b0b59aff470259630509da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933c73bc70bf0c639b7f6e1e5304ea204c7df99dc0a1ff3c0d7829bef8c1581
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5ee31776f4d16cc658c713cbad53749f198920
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cf414a154f3dcbcb34df194bb97bc92d2e037de4aa106b7f5cad44ea7e6a79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d52d2ca2a637547d5a580db94dbcffb9c0f803
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bd599b37753d1b37001edd6e3154a6a8f331b314618c8481a24d91ba174385
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946ba29df90aa18d0216320133411698873c653d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443b22bf44fe16e67134f56431f46c6d585acd5bb764f0893ff9b072e0e9cf55
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3f39af3304b26de49a4ee27f3390fc204d3f66
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad80fe606b75a77bf7b5677a5529cab6fc61f6a60ac9e39051e8a63e80b6f54
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0154fb70a96e15e83687dc72d2a07bb86fbdbb95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeebe961ecb06fbaade085035939c1ecd58954e80e2bddb0ea10afa7519389a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5b7f5517201e8ce830c0bb08a6de235b3aaebe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb357e13d457d6f8c293d6d26df3fb1c9fe409800d8a4738f474909bc4525385
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75824960e26e94d206f6e72cd7b55d832cc3074f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98474297a9c3415f78b5c9eb96542798ca7f4ee21a8dc09ad2c998ffc3bfb7e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69575ce7f2f7a35b0716014849d3e453dc6bc6c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f06044f9c6616fe603d024e73d9498541bb16c676a60bf2aa03de2ffa27706b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3479d6753182d9e10873ff20ab4352bfade28507
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cd7288173afd85e4509ed9e467e68345a1e4f20369d4bf04ff46690419a154
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301dc500c0557eea89f41611dbb886c511939c46
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19e768f2ec0f875fb9d37628505ab0227f0a2e2340f8d2aba7febdf006fe99d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2257356e80791e945ee7ea12755b3fe27fda67d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0778fdbb307a62dac2c0944d98437cdda0be9688ed1a0eee7d359fb066471c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17acd5757a2780f7d8b7ea969503f4fc386167e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b5ac0cec3bea41f3749833a67d07acf94fd4fef2649c19d251ae6c1ef09467
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce71080362bb44c89a0a1059882eb5dd4dee92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4d0d00b72d8204b3bd9b39b7986ce287d207fb13de0592c849034d9e1f0bc8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034384c8c54cd60c873c13147306e85e84845c70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95083e9f8e883676b2d997d910afa14f1008d8b52416c16c4c34d4a48e571e3d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbfa9428fdb10010a390f63adba017abb0a6a2a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad740fb739d9f7b28676b5a0c966a9b51ac7a762f7f53ed3c6459a3d75a1c53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c316ad2bb592176db62da6e23becd1977d48743
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723967d6cf88019bd26d1ab9b9507f5bd619c8588352b89b8d879d033fe0bf11
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0e35ba5c1ca948148c2092e5a4cb181cd9674d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cd70b8d8f6e2dec5621d80269432486a15936eb7397bb557be76f6cd6b0f68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1669757f337d977fdab9d77b5e607787510a5b1c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65c14c1dd70e73e921797b1fe109e36e7b9b82cf801b0992e4b78c3aefdfce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cd72eecd2a2cabdd22f34fe500c37a4488ab56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973a27bea7b10ee6345327892901eb2afe473e42731c7bff99c1271753d0e74b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addf9cd6f63654f313a2332fdb0c91e9055e2bcd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4ec51ba174a4b896e69b2e45cad4627d5228be8621e13bd56c92756fa9cfd8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117975ef2034755d2f378bb5e7b320ad20cdfae1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd46efbaa0ee6ce147f4472434205126d86f3481c17133761e10d74614631a1a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ed843c2dbc6b35bc500de59fe93be82cda273b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189785ae545a6ae2a6c4b5f6ff8190168eb7dbb9caf899ad838dd2173a1e8d91
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b081fab2bb20a1945f63010324d49540f1a650e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7db6909ae9b03a57aa788c18dc488a7bb66534badb8e78cd173643555e5542
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da37e8f463a1b69a31d6e806e75417478da709c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdb35e315154710798868688acd7df21a71a55cc3da49c5a0907f0a5c1cf58d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45419192918128a9056e443cb0fbb0035e4abd8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd71abff76c3d843ac3b41039134773844cc131c5e9e995582a942c5dfa7ff80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8dc57dc8a370cd80567428be8d849c6d39b566
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01593078ab93720cd26ad40ce0101a98c65946873020e3f3efbb63b87ea74e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a13301292b5625ea435891d6015bb09a52a6cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065c6248da4e0339b7e34cdabc1538cea0f27f7b6f7401ebfa12470ec4d5500e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af29a5b14c24d47de25ce19e7fa0059b4148d812
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1c3253fb60e81e51d3ac3edca0eb35a8e006ee618d36e61fe6f84565c1d9ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3073e2add85a98617195cedebcf4997f211b8fb3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ee952e0aa4197faee55abf48d37a07cbade10a7013fdf1c7624a693057dc37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e013d10f5c74ad0b680dec82172f58fa3cd64960
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ef8b24e67edc6d17ab5d3850b4329d271ef5b508757aed71eac7f2a79b9eee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bedf0b3caa65ae01685396fd7286bc5079e7bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c86143599518bd726537b463dc1d6a5927a412450e1e0e5bba06fe41dedb92
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8251e56f98c9af837f35265eae2db1deafebf970
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bba9888532288b2a97c619704ccfc0fd1dd2c38544ab10e9965cf375d6b0cf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471e6f0bba2f2c63b2d791d404de59b18e15f514
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a0efa8fb76a34dc3730832c2c3638d65214d01f5066b7d437580eb4782350a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54746ab2539c6b1f5f9bd78731c92421f8ee3f14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33728d661c0b9d63fbfc51e805851dc6df4cf9e609d26514503313a7f1a3dcc6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dff9f9b4a9569131589f2da17a2cdea03073e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505c3362801026cfbd9ffa376ef53ac87b1576df12b555ac4e27ec3580fad216
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2210b48975a9794cb1403306b266aff1b7c4ecb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf14481b82ff1391e0878aa5b7c6578f7e5ee00878e7e38800317bd30f147cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927f8d5827c20429462b99db04d5ba0109737ed6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f894ae355922b3d6af43bbf3fd55d5007a892ca6a58c04b1374ba6e67e037fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc17fcb6afe821f50741b9c3d2f6b39fe909787
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab746789acbff3dce4ad17f6642c503c4159786c0c714bef309ce00708cfbcc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d8dd8e6ca0073a77101cf6f8bd96af48c1fd01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d169643de9b3a53bdfff16395f32e5874c3552557d72141c3b7cf220b4d5f26f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957452cb4dc75bf7e18ba142ca561bfe3558452b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6648bcb79618f6f97a931b54ce06bfc4bebd267d4c3a8d4163d57cb92ce43da8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce900c3201fdbce61fa069c6c51c6e76fed520e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77a7729b27d4505244d17485f4766af7d75a16ad666d0987af2e04d92c7cd69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b094d74ecd3890ad997667e20bf1ed9b6f4908
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ab5d926516c7f667d6470cbacaf56849ba91742991e006e390ddcbe46d860b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb07cb0d3fec29dd2a1155eece6239e70474fe9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e791dbb577214d0fefeda380eb9bffbf87f71921fae57bcb6d85eedcecbf2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef749eb2153e836f923cbf1fa5b576fb14d2ce07
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5333f8a8f5bd2682a920cea2a99453ec99c15ca3b6031a2ef1066f0007939ef8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e2c5e7ba1e73e5961215aca4d8f85b5a4ce00b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ec235bc904b0299164619543b6af5a09071d0902be381f4ecd21bc3dd5c1e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6297376e302b38bd5b463e73dfef8d5c5938bb97
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715c66d041c1eeed34d84587f9f3767fc1b74a7e7d72f04d5afe2ea36133ab8c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d842ccc52af56ec0f3926e404feb7ee92ae585b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c209f2e9ca293ea07f1371310dbba59c66dca9f9966e6931a6190c23f8b181
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef97bb77226edf61088604dfa2e2271337d94fa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314abdeb6efe59f1170675fba9ae8c651cb169a50e9ccf6e0d75488f145a9400
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2835aeb714b72a48ee8391c43288220daf0501
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d182d0a006fd605371e303114e0c11e43249a388c8d4557f7f39d913e4e3443
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d814e10fd30cd4bc3243392c0c8cc3445dac7a8a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc68c5b7656179b1fb99b99619fa04e6ba4059cf3e1f7f014051752db622f59
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580cbc8c9ff2230d2af9e3e1b1bd9b66c6941347
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1459d4d703062a24d8e9516af2b7ad70bd0887906e70947fefc788fc9a2441
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa8ab62ddca4e39647d11a0ff04f0a97282dbc1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7f89dd35d087033331dcf86c011a8e262c37442b6b799eeec52a33388626f9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401ae2d8768fdd2dae77f206d9c14483dd5d09ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fec10f0a77681e851afb645a8d6178cef667b33a196885dab57d47ae68e849
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa67e5379259c24e07b44eb99341eeeec24f14cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17da0189947641c3040487674a8e84592d37b4fb586658f9d674403841f0827a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63741e0fdfa9d3e2f9403a7c42602a55974352f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b5c66b7670d2bd08935a97d8f6cd7a482e6bab410a90894b01aa4b716da76b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dda318b233aee24acc78bc8725ef7841a9a0917
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15429c286afbedfb801c0ec1fa8b6c89faef5a70c4663cdef0a99ed8c023fb77
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5c56cccc2aab3380ad3cf1f6db63b212333345
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c6fa76f87a78c0ed4d6c028e9fadc39957870eca2944ae7bd3203e383300cc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a872955a61906db5ad792e9d582afa19f404cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafaa2df3c13d1c278587f9b1e6a97ca59598c4cdbcfe421881c6b8f42605c1e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ffcea5efbbcc5954deef62bf9769885b3946ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8407fb388eedb381983d0f31ec28de4484799186261869e82d30c949a9075bbc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b65f02bac8bd60cebd3d74652a7fa8897b93c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4471ebd0191b4ca26a411e1a39900ebf01d5f1ffb0544e048f192c09347f03ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b00262be7be35f1fa809af5e479e5336106af99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956f1baa2ac51b55a0285d4005449df6e0f0a61f4b0cfce416aaee0cb7c92eee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3485ccfacb112c44a463104abc3e6314fc8e7cc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2987d9b4b2cffd31954964c9bfe5cfd828dce19cf086a21947d885790e6fb74
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f93963a85c28aa19c56e7680a962a5bd949521f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7900a7bb24a070ce14e212215a6e51daf00303c7cec4deaa78fb9be3a07fb6f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2335483ba86701c12b3d2944e47d9dac59ba564d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687df49c4f9daf63f72749005f4d9a439209774b5cc7fc06a65c373e5de510d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d853c59d39f0b6d74b042494170ddc88918fcfa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d3ae3e90d4a1e3c5e36cef29a41d92dd1d087cb5d077d64674380d3d0d1ad7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcb99b42710a68f0fc0d0738c1c26c9f834ca0e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a1c7f7a567084e125cca327c5965c62239d64cc4d87468392d58154d0973a1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4929cd99eb06300985a3234917dca658724f2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af88c0fb149f3b1ec2fb7d4f205636b2500f58434ceb99387e8b86affac720f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0812c3a8fd0e9f67ed51069d1111551dfe3a06b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae156c75bd09227e6706d9750e54cffaaff4931a420a459b15a686d99158af3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2030aff268d788920c9237b158822f04246d92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d691dac054225f23f8da0ba5015b629c9cd3ff4c602ae02e20b3ec07b152843
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137ad5cd4510036977994111c0df038142340559
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfe60e394f8154e946415d8e255ceee1b4885fadd9fd47adc49c43762f5c03d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd10a38ef03c99453d9ab02b6b5abbcd14df6416
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5ee02d96ddcbc70e0c10119e060868c325e80ba87a1e3caafa740211a5a0e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb088664dd9260660990fa139bab67e9bb6a2314
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e958b8a2e3d01d5352bd905e9af329b4853171f64b70c5294f60d63d0cb7e006
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17526d4746a87c2a1e6efad03fd31437cd2ac2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa67b307ba640f2fcb9a74ae11a23a125d869dd259f34142dfd88932cde7ce36
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93e267bf0736950790531c8d61cd3858a18ab7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebddc111370a73b2ed7c13ebd066701986097c1f686bb35e2a4c299c7883b3a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67824004d1b1ce736c2baa10a0e00e4491a0ee67
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cfa43288cdbda8ec98cb69e03e3cf7ecf84daf375001298220bbd302fe7fd7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2568cd8a0d2cc482bac63490543db05e9d5c50a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4537c6d589e384670475056677d01e122f54150c0a49d3c4428395b6430f46
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe854192b09c95497993ce46376425b7d43424d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f236eda4d048d547edb88e8fcb0e90c333ac89b27aecd4009ff3a4bdb918d5ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c246255dbe0fd18045ef0bcd82952ee2837d3d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f529059f4babf5ce7c7eb13e1ec4039ba1fa184bbe0006934d0722cecbd4b449
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb5bc103ecc439b6070b731a7918811d6e367f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e71b200c9117243660e9db78ddd14891dde48201cf50e28aaacd99feb2dcbf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2287e09acdb30c8ae1adf56e79e135a3802dd128
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b343deb915d3076eda7af9e31c8f7da3179bd8f1b8d133881fdc7d75bf35a4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9709bc1857aa0d31e61fae731d9a1a13ecf7b74d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d6c64e115fd17f7fc163b52e05dea0e97a0a41720402107373ba43dd5a03bb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbad271d9577cdad7f34b7bd0bb36530dee4e0c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94baccfeb800a2f048fc95ce2f90a03aa1c741827bc71d927002ef21c2078bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed03cbd042b990cc0e32a18678ef6c5131a880e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0325a076051a333de6795ec3fca198fe72af6894212c9454c02f54913ea2fb26
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dca63e082db268aa5f0a1166acfa7a4c938c50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7966d79fe92561f7c5c47230322f9ceaeebf57c5fce612f2af9901eb97b6e0ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad99144601dbe9553ba3f08c20976b62d101772c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026a8e7ec8cdc3b6ea852d8480f99c2db6dbed4ac457713281fb01dd2bd86054
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d4f245375d51f77dad422de255e598b8b6c06e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d983ee0c2f409c0957950e76392e7aacb4e56a0d405b574297bd7a928463c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b6df31cec3c3816099c66da6007fbca00e69bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddf4f764423f28af0696b220f8989d54ce640db4ed543d3123a38737a13a744
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984bb0b4e9edbc29f16c12047fb9733378b15cee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7fd88cef86bd9e106a589a35077d8f6c4ce33551977617f99741290f9b9302
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93296f9998abec29e572e716c2a2b000fae1d5be
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7943716e39c9811c3341777493722c5df8fcd72b4ad9d09e4b1b66aefd18fcd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11991053ffe88c452657502ba4db97ad0be42d93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2262dfa60f92542747dba59e6dbdfda4fb52979d6650c3d90b83538a9e8bec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc04cf4efcc90d2f74d8c40450be6fd8fd456f22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638984072f10c5c83347cdb126f727419705611d178c2bb052528df85f5db82f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3dc0b6c8e416177bc90f2ef10ea7d6cd7b27fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc42955827cbe0c22b4229804e18735560800af8fb3d92e8831ff4d3def85eba
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e9a4d6cb398e179c0ee4e80eeb9cc120afc4b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0c649739e7529117b20eab0588500be767f93bda45e24395126e6fec37691c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29851b7f69618a8c7c565e2d15a4d10f270571d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac25cd2ba00891a3e6ea279470e84a91d16815950619414088ac4b06220ab7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd73a6dc610de34b02d1a13f8e4eac170aaf18c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385d0495b977af76c705f4cb8be039b741c25218e2307db53176ef82b78b7731
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4eaccd977c7e837145666b1214cef2f2d740623
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7adbd688c4f51ef958d8ef0b2f99295e2f7e2602fc9c2cc1dee731856cb0d27
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8137e71a01bdd76bdac4b3dae2e6704c123cb518
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8cc5e8964144526c502b9a7b3cdaea9a45d8a97109a0b3fde8579927a72b5c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4609cbd539852e5f4ab9d9b1eff44725beb6350c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb52918963d904d846f659666d78622dd705b4c8c6da88b5e9cf2aee3d94d5d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef82c46f7cab5770a1c433103926b40f44ab7fbe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f3b2550551420cf11ff107945fcda57d7b18aa929d0602594dae746cfe8020
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb85415c727d6efd593bfd5cc39995d06bbb901d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248ce051da8d45fcab77ee125a4df2462a7d6f70910c5430f95bfae308f1a3b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bab655e131ad9d50a3b4d804b07c4038b5c733
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d35676fbe0eac7d2b7a1e5c085d5b7ede3fb8423058f961e0640898c6e22cb8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea259af354661ab308907176c6c90f87974c464
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09abd2060f194b080035335a7235755e0516db9af3e7f87d9c9075c5d39b0544
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ad0a55e19cfc3d379df73d22445ea181b2bcaf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e7bf136c4f06d5929f39a2bb0f8c8cd8663285d610a6bbcc6e2b5e4ae336b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322beccd0f9319de80c660a06174f081d378a2e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7699a1af5e7afe52567675340de6a62e4cb2ac1d62a3fc0cd5fc05f310eb70d4
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98eb1714a3cc26750391041ca9b8f31c7f6323fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33678b96b41844ed499d656bb4f679bad47590bdb504bf08298d06cfcfd0c81a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a35f4625ca670246943c14ccd97b55a6074902
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e3671f54fffc1409c7fb56ef9839da400044bb7454ff988f76d19239c478e3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8dcad5b9de8d1465282f2f91d74b2d5a599961
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4a5b2c96e155413cafc516dd55fa4ac81ae5015feedc1f18f19197ebcada46
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08739ce266e15a3aa2008ac42562e7ba06d75b7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40292c3e38bb7332fb75a280fefd4a5d23995301d964a0c87174b77a149481b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f0a3a9eb2e1214bcfdacd83d09d2314f976a26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d7f0dfdeef414d70eb97fc408248f4e086dd70a9fe3238febfe98b996c7d08
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f82de581d7ebe86439695ad6b06f02446bbf40f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45898baa03b4afc47717250d34d4a1834fdead5f60f74094883fa517ceeddd79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd8c25414ea37d08ec815051c2bf941dbd24757
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a976d8bf519526d8be45e1cc1d83a7ea589ca8c4c5542e7cead494cb882225b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57c11dece6848449fc4ba2fbfd7d84d67d4f0cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dd53d167ab72865d5932b5b00dd4007c44d0288b3c3509c7a535debdaf3370
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ca47ba4d2f482cebeb913f492c058a57ab4ca4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb326108e0f2b6acec63a22bdbdff6c5fb5487fedaa546e5b78a3081e630d7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2c939885f7647019ebbb0fc208ec17b3e26cdd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b5be964ab415a067c8f89c8d82b8609b3289e41c7902aacf4c603082b66427
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0daf8c75c800d2aa0491a672ed5a0cb7c5cfc5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d811b11c7344261e89c087661437d63d0196958e122b05b27b1f827b464efc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42340e1af7a4810a440bd8b32728626fac665d8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72fe13d9a342ff29e19af939721c7bbe73aea841e42d2a983be891d8687fb0c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798084c320be97e91e6313ce8a33cfa46ab3729f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6566b86201ecfa57cc1ccc1d11f731e1b99bf434fe32c71b9fd9247ab241540
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059c33b0e9b0ffab4e66179cafeaba0b5ceb99f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973acdf0b9674beceab2a6514e3e043a3f271550479c3b7bec5c67c9360e4e88
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0c977a07c3897b831dcffef194d85338b92fd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609da7efaf9443dacb58df5976ad627c0c293fab755e67bd3712ebb96a84facb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a2657523a4c00cb829bb05808a197c392e3ec4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeaad84103db473234daeed3934f783eb1fc57e635f7da6a943f1b4a70613c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df31ab9f1d20189b0a6c7cc42d329d91d87eac4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e8c67c8a628e73180704ce66636e201dc34d650fb490e240ff55ad5244f17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c90d31cd454e196c3648b12e3f3c732eb5ecf6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec6ab2c337cebc6e1d38aff49d47b2630303ac08cab11583fb4630138731c07
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5477faedca192932e81c564e9ee15a17f3526123
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db42d410d9fb829cb08198cbf3bb67c2e02d6e6df90ec83e67b2e7ce933e8047
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce01d6fd9dd300622897a50bede8278b59501d38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd4d1e568bb9df51a395074c65042c067a717e9ab8538af4e1ca8791fadf4b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a7ad64046f5ebb50b3684729cc5416bb68a439
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a643e34e2badef3aacb8b287b281976a32db889204a0357ff86a47cf0256de90
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254583dab997c10e3dbf09b0c1246b4532478711
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756d1cccc5ba7f590edc119d6d7459fe6cf8314caba71ec4b909491234db39bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b015d7417d1811ce40acd45622c1af3f1012951f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9819b9139d67b17f9a15f71e801c2577e3e819601a137af031b706870fc87cfd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8afed0cf47f0e18ade3472039124944f2e35ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391d08b849cf413dd2f6962ef2e12157fbabd42c02ac0ee027e7c630caa541de
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5708d3b1cd26dea268aa9b93fd0e66020e625fc0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f23d2fdcce0cc5c94d7c708af1a922c99b4a53531c4b445c42c8efe9adb094
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389e2cb1ed25be98ed1fc5ea7ba79f5fe9349f88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54d841fca32d6840b1e0445c2647ac4dfdc8cb483cfb79bfe15f827612059ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fee1ee9e605d68be73c6d7e2f406a9ae8a221a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b625a3b0173375099e0391ce45f395709a12f75bb357b0ccc39c35de312b909
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36f45953dee4b920334639caa232df27f52b12e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9188663b05b44fb3feee98f7e7ba3959fb88fc94d21ec08f8e39d39f3a0aaa44
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ba932708b18d84df3d6b5e0052ebf7b3bcac73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d65b35d9ded7c59a4e797e9cb8f5569f7e02b3626ecee828c0f987cc0cd15e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0534ab23fb94c8fa6753b26053e33b6b36951c60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10a4288f1dcdac93e660032c7c692d3fe3fb89fb56b8d86666571520f622e85
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ba0630fbe46ca0e49be453c2ae3ae9ed6e12e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3066e8a0318aa5ec8e578ab6d48414ff39ae5ce070eab0f589e8d77ddacdf004
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274f95123cbc55a12072eae6218ee2aefdb28dde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0938bf0be08f505c2f1c007d5b96706a3a272a9368be9acda0c98393e1d1d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85086a6924ea471508580aa21d4059896957f334
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd7d2577dda9f803b4dcd028df98364ada0a20dc5b584be4f2b7e247e27d5e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9026ef24c701be07e61c15f8e85e5a63635a8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b79be14f97d65035e1d47551c69b124bf57a7ff034f9122183d1ea11150636
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff748beeef2dcfdaf4de5ed4ae01b9a5e61c500a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09e0b25a71a124547e63be3b1412be04bc96bcbdd4a9b5d73dbcf85b0f4709c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe4f9c897024848b9c1881abc17e3437cc75954
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6578c97284d6ad1f6df5d91338df7fa37a3989233a8c8cb5e89f75ed1c5693
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8303d22bd0440cb28aca3a78c2a8f8a7414be9a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3165bf1752088784b6b87bcd2443245c0cca52e61a76352ebf373d61973f64b6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bac267512813d05959677753162c377eae4ab1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0688dab38ceca4f39cdedde44f44cf75779fa5188fde39c59a41cfd0d79e8a47
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0655a660b532f3873d7d14c9cf87750f2f12ca35
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd0cac89bddaaeef4fa7c60bead1465b1c32d13860c63c31f84089d16f10e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e31f44bee84be9252d963d99185a846334e25a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beda9aec4d69ca639d609bbe84458c2e91865de991bcf8d559a9c79a79c80c3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4654a1ce420baaad6ac6a42db1ce4dcad76ef660
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fccd828aeac72b51d94cfe173f4b8acdc3017adc36942b18841998d005228b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1f1fd948ccdf38550960b88d43f687a08ca814
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ee681ed7a5c6bde39065511508449cbb53ed2f6781bfcf98721a0c6dab0847
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a012927a769e7bad6177bcb4c8a5a219204b60ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0701025bff0e58d4f0e5e4b79ed6c979a55a72f600b9a689367de4d121c726b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddc580fbc72eea235da372b89c2ed47da80b6ae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af807a924274cd1fa7197b0124bfaaf1530d07e4d2bd0a17e2469b7f71a7fa8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205450a64cd3e8eed5c3cef4e580791960bd6006
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6b3eb90c1138d7647074a86ea6e25d8b83832f792c121e900c74420da97bc4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d8ea1e4421c659376d22b0ab8d11a2e376efcc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ac639c5cedfd0cae592922fbb05f938e8da250c90887dffe337efd37c01563
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4963aacfc5d40fdbc1f7074deaff6738fd4cb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44a812b98618f07cb05063995614148f84830bf2995c7e947b020f0ced7735e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968959425f59ff8a86de6f0b4d49e3ba9cf7d226
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897251e1a9a495773057edaa28cb2fabdfd55aa5ec0a9ce5a4de79efc88483f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216a5671f48145e663e86564b7d72d3ac8a287db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d81565c6dd178c3a561b244de2cb1186a931bcc975d73831e031fb5b6150bce
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b4bcbbb0f6f41e7148e3803754d67b0ad3ad91
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a4f20872e497f56e33430d3543ba2328ca06742cc755b6d4166b5d9fe4297
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a37d90e93b6fcf724932b48be77ea3bb9348b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f151176936db20b36db19f3afea43c2213741af391a458474bbace02aea3a6d
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33576d94d185b9c9219737eb6a5b606982d1815e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d019585da1cd8d5bdd9df093aaa94f9ff3ee36958d44762d092600d5f27daf
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4c913321b465d0875af25158271bba99a744fe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1179dacb29b26e9e1d4a804ed4c422cfebfb83a8676d03ff1e8d7d756ad3cc44
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d8dc9576b9c5b09f5b320bc4172a878afc4588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3a7ce1e2cc49f48795c6a5d75729d43e431810dc101b34c33579092265c337
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15eb7daf6fb3b4867c01794f90c5535bb6c97a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be68bcf0241c209e948b8598f42bb15a12a3a0acc5b845621692b5c80f91c824
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a067bb46be9c8d0fbb6b34b2b8bb84185096987b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16740d06bb13816f909ae98cbfc6a8eb05a1901c13110c64f7b2b959221d93f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84767fcd1a4b072c41b272d54678cf03e354e588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a8e8e14cf32eb31d752cff4b8b43b048f21f95b8239e8b82cffd5e1cb1b38
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3015e27ec22a54240c8be61f9723984a77cb24f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763c7e000b4e3519a96baeda0df042ba4e5d8d23ff0f072ff8b2489ecf1a60f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591bec143ea5dc2ddab809fc1a0795ea0c730036
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead44da4f2914f812fa86d90038b5fc0da3cd9cd02e2bdfd8d1378c6fad7fa57
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60bb19d377150c2d2bb013c28b091d068665ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff649f39122c40444d54c9c5c4a8f40aa7c343c997bcf4ba5f96dca27eb74772
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1dc0cac230cc33d9eb01a9aa9944e7641c543f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56cb7807aede2185bb319aef12179274bf82a0204c1b86aa866f63b7b9f901f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956162e4df42c287301bc58f869c1e5aefaa6df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521b0369d3a46c4e3d6c85b9d414d95e8200de9215070809bfddd9abb28eff7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9563fce53b25f2006c6749fe47b073396fed98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf14ee245eae18a88228a03e01c46bac2e683343ddbee3846de310bdf69ae40
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd9bd57e7cb6601be521b29c3729512fa4913e7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ed8eefefda50a2c69e91c46b0eb909105ad905003ea9ab41aa39ed57c816a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd5791d66bb8cfb59bdfad32c6e1494180c36d9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c515051f6b8bf7d83427ede91bf38125e63d0bb1bf6b8abfbe825bdbb2bd43bf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dda40de794d9ce807a8d8ab8f80fd06dbc7077
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fdd2f3a9dd100305adaaa616dd5113a4fa7d6454dfe340cd621d6445a85d41
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122d1e157d550acf958e11cc4dfd1c8596d41a5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f2c06ec65a08f142c262d7c9c47e65c57585e4edc297b78654584ae781f8e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1d6201e0c1a6b734788b2a7da0ec3dcac20ff4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4035832e2e01a412539a7b43fae13454e86de1cb514c4c36e488e3eb74abff48
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad682d6860f730d96e84dd1ab68541f2a78823
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48c5f789a953ab8e39fb38d1d2afd477d3c01001c0638f52e6ab7f74bfa7c76
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59edfd7745cdba98c111f29302f5240442d9a425
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666a518ca55325905711760cbdc91a054cad60b465153143a72615d105d0cdd0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371319d7fb92d6cf234f11db4ef988cbc9e1b53a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76a43d2e5155fdcd5bd6f892e6f87359d5a9c98176fd3137009e69057aa2e7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdaf4ac4b992cdbcd946fb5beabb7c3aa8dae95
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e0d7164de625fda8d54c3c2d8bf43114d9a093257d9858e5ad1cd586db9fe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02bedfc7a343215ef84f2ba122e40c04f511b96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e08f002a5cd8927fa2293d601d1d46a2da864cf051d18bf3d5cba3d53b2fd2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639c5a7e3fa084c017d178e413daaf907c8e07a9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4503f47218f30362f7681c81066c7467f05c74d125914d16d46210cede42282e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4273a88b2c9afe799a5e515d24791b464879a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd0ddd5bc198acbe28e9936b919b688d33b18cb31d8e337bd803e4d56f851ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13aa6ff0aee98a6895ef1c81e5246e4c4d569412
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8659aa372ad3e9de10b7572b9f8f94502ccc4e487f8f23dcdf2ad07252f55fb0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc02d11058198f532dd7fd1956a9dfead7f5c8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26e7c15e66da1702a413e31a510b8c93e8182c2efaa93609a71b9d8b36aae63
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5912bb01584c26df46c1057dc58dd7cf10fb4fce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf94d3684e7c297fa7cb345118b73417b30db77cd5d51c9dcf421f25d0893f4e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507905fa7c09526d92cf00e62ddcac76e8c45d21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cb0a717b341a08ca09e683be4ffcfde07b0ff687414610ee9b4b9d51550d0d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9539df75d28bd4404f8423ed68788bd517cb6dd6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d636aecd402ba7c05f66d88b443b798d992ec89b250843d0864d806cf41d6987
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc95689f539b78a193de970b9cd814137cf406c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab79a79b2b2b40a69d675d7faf0f43f01c4510c98e6cf83dbd82268df5359e98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2895c306e69a5b9994a1400c5b318f1385d1aa01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d170a884059adf8f2b6d91acd3241ff7c81da232379522671bfe2ece0bb67e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ed696bdc76838fab2f3afd5d6c34732a602b5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f5c5e9f1d194b59366080aef25da13ca8ac75b03a7897226ed4c81eecca852
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abf9dd72193cb1ebe0616b1acf5e68fa8439e60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a13590f9275237938744736afea1ddb449a5c835a4c2fe94b96d9646d84904a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4f00d682138a3e45656afbd0b6da775872ba6b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e2976483e244c291a6cdf4cba138bbb4350d438c38d090143a45e76c9aa0bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0cfa4f87f5a666050d11b4bbea0d2b28c975a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342fa5dcde52addeac9a2765c9427ea86b534290c32e7ce8deb382f7415233c1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d0d3d5e495e5efdb86d541351882bbf5bf8e7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11616c74283b5aecd718d98a30460c6b47f97d1d447fa17a2aea5a51da7a73f0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bed92192f0483681669e4727b3df59ab80a8e8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46caba812d0fbb9e0b70b532eeff5b3f55d3731194f3be203436c2ff9193620
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480a7b60597f466cc13da4179c1cfeafed368c39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d07536b72efb03fceb6b7c695fcec4465339f0de06e26c3abb3747072a7fb95
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41408fd3f86e11f7ed3292028d21e5f17836657c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8e9a546665899e822333a8d76a51ad7c103e23f37414cfc98507eb6ba36b3b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1e5d97060d9934840d174a00f9827cf5904fe7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627e6dc7ca651708a99a5a2117d3f981a107f914894ff5af1ad83f933b12166d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbec35d44a01d89f6d5fe54df64f393be48375
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed616d9494ed2d13ba81b2f5f1627d1ffe344077feb3e1550f431a9bc7650ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c503e94d9ee75b0bbb5c708a84b940cd65cb9c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ca6d026be31b052d4b7dc67cab77b880e19e824b3d9131cb28f635aa2605c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2870907ba3cf89b6d8bc50ccfe3d351c15f65773
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f189c92d08e2d58a64dd5e3db86a547edf58d36c4c7e3eecea7272a296c7e8f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf60037ae3476d7303cf520987ba2451e388f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb56b2b58c9067d863e2d2715f96bbe52344a5aad50e3d0355fa6d8ce83f81fd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6748cee851337b2c46e7c53bb3a4469039e1cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b1dbddf9afafcc0a6a134de1bab634397676806b4db4b863102702fa0d82ff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab7095b28a1369e1a43c3e4b0065d2ec1979d1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3477c56d11d1d5a52bc43fe1b01143e44b3ae87ea515131cb5ed22e31cf41e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742d84b4953f1f44eedd4d146fc41fcef98e7191
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef39ce2f69dc8bd68e4925a82e1560ca99a2412d7f3319c1868d4926f11508aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48886cd9d3b977048807b66a737ba3d6b50fd2b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c18eb96475e5ab719b4930c82b4873d6340076b5dcb7ffcca70da9fded0b3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e27bc72229675bada03fa5070529501c4e16e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0232e85d7674a5490f226b367b2b9cbd077b0d6fece8fe6d418239d25f4ee55
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bf7e7c7c11a9405b91c4b20768d666ed1a5da4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb69b2e6b9d4adc2a26ff7e09aa8eea7cee87546c4dae2b2c50f4e2cd9bf8ce
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fcee04e4852e7de71439bca06613b8f00a6581
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62df112f4b07570b5dc96e85d33aa2babfcf50d5fd62d046abc500a7a975dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ed955d62167dbd4c46ae8ca778de7efb9f00af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6dfbeca03269f2f711ff1a49fec2c1de9a38d67ef862f9826cf0f5d8ca00c5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5b481aad2cb53080c243101437fc3fdf41379b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116477a336971d11bd85ffe0bcb30cc17b2a3554ae49885e55a78d5a3b0706cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10192704d140511d63675bed332080e69be89125
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f5a7122a92a4dd37ff12ad39f39ff40b214ecda346c4d58a3fc29b2ee3b56a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea44427a7b18275e952072832a96d7c328ba6a04
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6762c3488f3d23a963980c12333fbe52191f7ac522c78a2984a33a3e299d1823
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f68ae9455ef0dcb1b944fa900718cf04642b6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fa24cbaca13496718eaaf24ada4185e2dc24ded2d792d21f5a2ed35d8a423c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6d26b8633057a3c05a9d254fd902f873aa47a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610a2efc13d07462dbe305a9536d84ab5d0fab68979c15614730909959babfc2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531f021998d3d2f48c5c29d3fcf027a3e8eb70f1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae617866b2c1ab9a2b235e89a235da3f7321aeeba83dbf31bac7612f382a205
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f050529f023c02c497c30ccf60bf442c46474
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daca87ec6336a9f8515e355ba95f0552a741a9c992e14ec0722594753eaa7e0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae6a9e41928ce7d408c9f31de0182d39e997992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ebcde3fa9015ff2d190f3f11a51aef6d2365d074c3bbdcaff6f27c5ecd1a4c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f568cdfc631415317aa56891d66a23256da5a207
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3b3d0070e1d0828717e853e38652f245a35e7ff71f8fa5452c7dfe6a244ac4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b777d907754ff219a83cdf293edda6fea3a1eb6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfe1239e2eab3d502391fee73e870b1852d39e860ee9143f62c5bd4987f7c30
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d6a86034dde5241f67374eb00f647c2d20b2f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518975c7bdfff96d8f017893745108aa09817ed4ffb8f073c2cec45ec620153e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5781af11b740a0e46c9dbe28c28a8c1e1cfea4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bba369f12a19f062bad464077ff0c692d03a77b4c069b9eb6b97d44c25fbba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5dbb11c0dba9934361b6144ddff601f9c78198
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74ac6f0b3d8b5f5caf9c8a6735a89b0e4b902f863b0a03768a0e6b596d45051
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66e80e5c7a6b8dfeaef451c44ee8b93986e1d2f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a838590429f54b4551e9308cfec916de0480bf5326dbfa0459fcd0cd354d4477
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6c5508baf50c31ccd3ec2156fa1d542093a100
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8f48d9fb023cdfe9a3b52132da096ae91659e808ab12aa005efd63234fee26
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b132b11f73309eb4c2a1dafc7e7c73abf88cf15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde7e2a105793d02d17cd69f41d8dff5ab71dbde2ef467c198fb788787b19f66
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cff6c7a17e200e111ae6c2939f67b1d204e2a2e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7ad912fac6be7df9be10149369aeb3e61271d821bb9e2160f5c2147b600945
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979aaf65ba427e1c5f30be462c41cb02590f0122
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5ec650571b523773fac3ab29d1e9d82d6ed9754565666bc7c0432096f779aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4233d9c023c211a719fbdf4d456623d385c34d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fffe0fac87faedf9abceaf852a6ccdca3f30f67537fd09f9b3fb7fe3189d98a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a92c411a800fc204a36de73b6bec47ae69dc79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78502d99085e2fdc0b22bbcc8daa2ee53ba5b80290fc9db38850b53a53f77dbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057f7a4834ce083d4ca4b3741686d1c6a033bb03
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1177667621cf2d4086bd0e85d9f204428ec2aeddab51f3a79825aaaeaf7160
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331acf5c755e0655ebb1823ca786cfe57a46665b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93f2de97184c676e8ad9891ea2e6f649d42a9be7eb3f48f5a2d61638c20ada0
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678d10fa0c91a0cda484942535adff48a89fdccc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ac1e082ccd1faeda44e8b55365583ec05c03baa4750035d34bb3fe70266da9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdc6e19895ed9fa36e72bd3750db4ec6e8f9927
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a41fabad408506a3a954cf0fbc3e5060affaebc5fab723a30e143f1e943216d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519249aa7fc0f04cbf8351e7694005bd1eda6947
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcd9aab4b6a43a14dc404147729c854827c6ea5f8880bb30f641e8036d5bece
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f553e819533cc0c42c4b25379ac5f9379f9dd01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e83fc6357f899b2ed72da40fcdcf9b4b5f43a23dfabc550d3b8052f20e2c09
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67e815ccad160aebaf603b364514240efcbfa4d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20a20903ed8e6b5ee98569b710ba8e29745ac78e6b568cb81f8d8672129d7fc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5875ceebab97f8d89cdf9f4759f1a92df05d195
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db4e1f132ed4f8432b5cc89aea827788c54ba250dc5c77d8372aee7b9b71a67
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadf0a84a35ed430d5eb978c2cd26419d60ea9da
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a741a54bfe682bd7ecf1f98fcbb56a0633901b45c2b0da81d53fb532ed19ce6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9d5830eac10ae9471d13dbb7d415d13e058978
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778d4e38c57455dd9d5f179403a0e852f1887f5002cbcb3b970e13fe1d6a3e57
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee68fe3f5dd69fd324e5227490b12736e032305
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574129deba5a2dfb6a15f3d5511b8a76f6e4438997ea230043da24302e55d56b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f02929b5fb970fb0ddb1cf654058337cfa21ae5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0889cd2b6941056abcf69af8ccd97ddf2706dda9e17f1d4219a30d30d340181
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2977d42ee9aeecf65d97c8f4ef956d236c4fc4a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438d10f038bdab2a7525fb1ad43a6f8fc107dfdf8865929acf72dd2dad09a42a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eead956217cf7551eef948422b516169bd4f7781
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1069d3646f16250db4fd5b4606c469bed1e21c011281873d9c41b27811ce4bae
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b98e489ce98deff25cf5bd264e30e97dc034dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f5da3c55b2926f1bb3e0894abe2a1c5712ae3fbf68720f48dd22c1249e9fac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5818a164fa97f1e7c9607e94a46b2f30df933491
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bcd3bdc2ec8e96866c4c262987c62ac39d9365eb19506f50730c86433e3296
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6b2586312a040e8a052c142a07f7e9c63d6df5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acfcd49a3ac67d32843dae44f16c4459e52dfd351a553ce7a985934ab191e3a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59deb0dd5056ea280e1b6ac0d47320a83c9165c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da021119dae9eb1d16ae54543acfa6d402c8261136c736ebc29c70e28274ecbe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e907d01e12d8c2a4f511d4f89616aef40c936dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a5464f371eb20eed918b40eaa2b2e4811e89fbe3038d19d67ad95893b8307a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c03789ed0c371b569572b524b203d44450296c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710d6eadd1cffcd89258e8b992af9bf32894bdac36aa7f35e214081a293a6b9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59bd3b3a1ba76d66ce7cd5c1bd2e268ba4e1f06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033c64c4bf28010f329649a8afcdd18c414aa47972ff329ba67a0512011a6ca6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be346c26c76aa54fc4e7e6518268553a8f93321
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb5d9bfa151fa9cd19df7b07aac7b4cfe4fbd7ae0163f6c98bde57a4271fd7f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac663b99e587512e152d658981df5da2ccca0f3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9ab767dbf7dc1782d1aa1b3a0f19c431f2c02acaacad13f1c6aa72ed33ff4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09cd13322542da38c37b734556eb1411f2d9822
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eb88349bc72872827c56aaed028217fe976e29bb8653fa32d1c9ac3960f76c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155ef3a9ff5a0dcb5acc26b60bed497ffd50b2bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b38505c8bc752c64f1c19985da048a6d7f7c99a81626b63d9c6b9f7a8f9b9cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23373979a597487724330cd338ad77fa4f49400
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a1d4ba3dcf4d7c932cb616c490a99a3649d70472e81317097aa3f91db2af09
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f6ec3520c32a535e8e06cc556d680f30df51e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ed6578a3991d0051ef7456b2efd81360e46fb483dd1ba680458cf4a573161b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc781b5fbab0dfbd116e356808d8731b786abb34
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5005ca705440fae33551b861a368f463aa43739e2317da193066965df44d0f1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87f5a267d43ce7d38abd5683000e7e129736b93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99be6e1c7665e2c62913a3138c620205b5d28dd3cf2bb00912b0d17149fca32
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196aa2dcc35ddf143befa5f5b7d812d732d50031
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7ea5c0f276e1f4900dedf8a805f6ddd93343252f9bf5e9a9f15295cae82dbd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9464c7a441f4a17ec8d2c94cfca8cba6d318e56
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7088584a89b72507c56af3681b9b2fbdee01c3efcfe7ba47ab6026ad1ff71c2c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bb7c0f37669c22a48d24e8aefb8aacbb0aa1cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32acaa1b931e0d2222126e44a566ba9edc17bd901c2f77faa22f30eaa3528342
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d60653aa806bcdffa6a9721628d124cadf3615c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915de1a6af818cb2c9be7f9b23a1c7662fba2910fd63c9caaa3039b93ebe2a63
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f2dcd8485bac0e8a83a90fb62fc6dcb58a186c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46189461203fcedd93d8d7a2a4342c334db71566f88b18a7343e04dc50cf35
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53198d3cd26f507947c7f389d067f2380f5d79b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14768cab2af260531735be2c5a1a46df9e87a8474b2ff087cde2874c37e83ef5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eafeedcf4a55e37711a4b795de8e5f1b18f46c0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6c935e72f71ff0f3472202e25072446cdaf12ff3eabf5d44b5c80352065f88
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352538730db181b172f8d09b6883ef9ef48ec639
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846ee35c4be28f624f18cdc58f06c2493e18d0d4c16f1392e4ed23e3332a2075
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0060bc440db8235b355856aa2eac0803e957ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6344fce8c74f96c51985317657ab59d99c82bbeeb5a5ab6c7b42eb71268dcf8f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9eae2ac68265eb0981d96e48e6e196b8b4159c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e2f60918897e5af7eeb75e93d49f8cc99e76b31f5610437540de2427f2c51c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c7feb79d9861c73cbd08ca26a8073d9a5e6522
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc055c9fedef343b5179816af525e544125f1fb6bf89cae727b3547a2de7b49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964cbf408283939655be1f0f10a9618465736d92
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b39d7fb8639c35973e1a477f3b0bbe94fb14a2dca50cf327fad520050771f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d264d25be5e74d4ead98cd3c5fecea736ccd41f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9165bd3aea1c7841a1a879863027daf5bf90da5ce439314f18f61533385310
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1843c277c58ba4b4090f14b83d6a9ec64f3ee1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d5cd0b6a8d3d8384e37ca0a6e0ba4670facd0d49b3c56420c107f5940281a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f944da8f96740bb4ed59012ae79874e04fb098d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383e3c2f4f7e6a10357013a2dba94099827dddcbd2847dfa0014e88aef9cf6f7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a84822abaebc27700a0cc87224ccc7b0af5f048
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655bccb2a8b8046128ea8f981aed695ba5c6384e5c33fb31c07e05b4337f23b5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbfa894ba87ffdd6fea9731c114d23a15f4c996
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568afe4b3dfc0b36132d4accdc61c3ef4a97b995ebc1f627189227a05c6ed2b2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0728e9ecb019bcedb57c125202b34e006bc115d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02ebcb0fe59e0704804fa8b300da943bae711ff23f59a374cc7bf94ec909bde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893792159b3106713a3955042fb7618c74719a85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1dfbed42002c1f7eceeb00a236734d8152553b21a4dd99b3d39e9a909f847d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78179561e92491862fec13b68639445d80bc8d08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe07dc8554d84081740d2bd4331d367fce492b637396424606c39d33bf77da4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09950e163ae7b476a973aa2a7d354a1fbcb4a6a2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978b345cfecc1f95c5880260fc405bc260cfd21fd0bc37fcb88681ed6dd53772
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665943a8f6476fe5e64ca8dc3ba84a57b3f49932
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281f4cd5b64cdc5906c3c8423f6fbfe3ad384415e8d01aba4c4b59c3f9fc8e94
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2746fdc0e575784e07e82079f5d5ad21f1bb579a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d1c6ca95e7288944d08f69eebaab0c5ac22c266c785c39d788b9551b510144
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56bce1c9c5f500dc16685437fbc773cc94f297c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3e8912587fcde99b03ceb01e5795602da6caccef0838cbe3a4ec100f9ccc6c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d0241010ee7e26dc54154be430d082d3277e79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72755a8e968f1ff030c30a58a0bc2bce733aeeb73e7be883b0893c72e2c7e2d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d16d99c5e9d20232b0a52e72ad5701a8907de8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663fc0053f4633a684c580fb1969bc01ad7198c75643f2e29cd446bc6a0633a8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455ce03fb52385b3023fd69ee06148286953e5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1512226ac66d37e2ffb022f77db39328cc655e14891be935a6efb5efcae1f9d6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c15cd77ba18575c34156d6ee83ab1e7a463c36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8d0ab91bfec3fb7e4e00a60dbf649a6b5cf6fb54749a48689ab861fddf4f38
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac5441d38f19ab4b12385d4a92e6d445fa2c59f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f72d2fb20eb881e233409b4fb446964ec91d7e6a199f7e30814ca166ec36b76
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fba7e6c37b3ba58c42e5ad1ae5f91593af3a6b0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397c6103ba6745e3d72ffa8809ffe3137d1f686b6c8c915f96cc0386c0ba0ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea8de4d073be9f5067ee156318bd8c2e356e926
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ebb6f7259e16c6fd0cdb23278584173bcb5245f19cc1fd0328852c1c3d03ba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b24243112b374f316bb13a156cec09d0e8dd14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcc0c7b272f5fcb2a045e127a2ab5cb83276011d35cb2f793ba20325726b682
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992cc049aca0078d364614c6d30f95c4f1c974af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338332aef48d66fe92b19493b456a6b7ba6e2923d1a892a333b6c27a0b31b4cb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77baada41472ddc6ae68e3c070ba7138a9e8a55
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394b47eba93678c645a52afa4faf39cd23127e2c63868b4583a31945b600d597
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c191d8c0e27d576d9391a725217293911766e3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1bbb1c8ed1bb2fd8c031ebc5cc78ad4b18521c383b9f6fcaec5b1d55ceaa25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857b5977e9e30d624705eca1d882dc5f977ddb8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935ab31ef92efb9cf35f596aefd29147f294e73f2b92281316d90cd0f268fe5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fd452aa1ae653e127eabdb9bc719046ba16bbd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b958c3291239caa4836672d2a5dec094302ba0da6f6228713d23e957fc27411e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74ba62a78597bd512b125a2049c8bccf01f52db
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4b8059b62c3913c094a366168e6b06fcd94124bb834af166ac7f745867a27e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d88bf7e97f4d63ad5c620e7725a1779ee1c32
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d7ca2fce64534a3cb86ce6f1eb712b9a1fdcb221f305bd9acef4cb0b43ffb6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d3357d7cd74ba62a5262590cf08bb75c6ce1ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8131e169e367d5decbdecf6d440a2e9283dc9eacbff4df634981994d817f3404
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6842052b1f97d9c6e40a101f2b99989a22fbf4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b5752f6a334f6b82897d3d1dcad8e49e5462d2b4a6e9cebcf85b3eb7c53708
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bea2322252f06e1c55a5ef1dccf29049fd654d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7822bdc6b7529a16c6f6b862156073d7dee098a71f83399383f39799be99171
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb7cb3c2799bb8e9712b1b2150e5be47f84275
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764e245958d766cc13bc46ffe1fb869ac0bba7927cbc9948fdb61c44b1bfdc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7212ccae939e4f3a1b0ef9388649b92bb49fdb0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45fac7b031725e29dbfc2400cf6ac46fd5bb234da4b074a87e8d6ee01f0031f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411f6688d0c0f82beb8d46fe4e0bb0d1b3e4e2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7094957cae30de52b8734e5d0fca1ab4d08875f36c000253650e79c1929bbcb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dda39a00bfbb36a3c49f13c6f01ff1079d3f8e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117c20c3a8547283b57ba60113dfa71b4eb8f6f7a4c678903269005cbdfb5733
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc88ce4276eb5f9b9d388d3843bd1e56033e8dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d943fc6c5f8110220d0e0506f538657e25cdf0cfd9a1c87cf1f1ebd80165d357
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9c7ef75270d8f61c93ae266146de674342dbeb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9954838abf784adb3fb4e1ebb2304449d60b6302256e52e858d59f6ad647b9c5
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27caea960b5e76e980b42834634f5144ccf382b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7c5bb86e165dc7752f7720f7c1a9b929d1634e4503d349b807422d7862bb51
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a89d82b70b111e3929824fb2eedb38abecbeb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5001dfc534b8014939a83b6635295462e8a09f30f2cbeba7082ab890d21c7851
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0472012f069928ca69bd2a36a9fcdee7ae9e0f10
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d48e8459cebbf36fee390bd0a87d19d2c9ecfa66698274eb9cea1b411256b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a5512a3a0300973d19dcc68cc37b9efa0eda22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991bf7ebc4521ea5127cf17e181664692d1a6cd42f87be2a24efc67b41a39335
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4098e01ed960a800f7de2e9122a101329916eaa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30a6d04088120fdf3133bc8812bd70ae6df954d6a29a7dd7a9f2b2992a1a111
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7620b5594c70efa32473706a1e7aad2c35e96ffb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdcd864d7160f296a49e24afe51d6cf7bb478e1f8ef23df4757045e4cfc0937
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eed7df035594b79cf597231efa779b148a9d1bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f88f315e42bd1a73ea71a3a75f7d051d931dcc740033b2cf463b2736b0da14
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970bef85495a2f16a27fddbce320140611842b23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de527c59b996fbd91a3b68309d1ccff20925d09388716f47d9cc3ad7dd08c15
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9651fa27362a8300af0e3d8ed1c37097c6f610
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74db98ca8464622e470e8d20bfd998e3d5f5d1827287295e5a03809c29c04d53
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a15a57b11197e59cdf93f38677a7de91be71535
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acef1c00281df82f34e67a2a960aab8984c1f272c738dcf54bc26497f2d09417
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e14b707caf761dda37aa9e62fdae34e2af18476
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e165399d2107c0bc31b5f9b09555ec0113d465c8bfbbc051f7dcadc9540a67b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9d9e1d980671ed1e01ea0168f7de56ab2ef17a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c44151830fd66b799a3ad7b888cbd4eb1782b61206bf17dace228f66b58bf2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbd6f1e3d09c28ecd400ea047c4d8f1ec27aa30
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d482c666af582210c9d689ec73d4efaa34e83ff022f86deb21a2193cfe2e9594
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5ccf84eeadca62505e27f9dd144db5ed86df45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199bb1cffa1926d9d34d4d74708997f7584bbb7ee917db2ef2e57db42b8cbe9a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54e9945e8f79aea29b425a86747987b211f8dce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b8f93479892f8acaa8662ffafcde681cf73ec9a62a70a28c821d3f41deff4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441a64708587878cb568d367efbc15ae1bca01ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99af7a6f4604bf88e9a2bbb5c1fab43b254851229bbcece8d00599a6c7e5eb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ce5d9ea36193419d58c7904c9170c27e72b246
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf985607fd0cb1ded598dc38e99ec569ffd88568814b11b8fe99b796d786bb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3503b4dbc2e50b93627e124ed0b0abaee6a88c39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84fe0e4f354276b0a6e2d14ba498ef537bfe4319dd90f8b539b5d3cd1c23dde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a585fa2a1f370408e3d52e51fc847fbaac5c93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1bbaebd645f753eb92b62c051ee2c1ca503ffe7682db0ea811ac0018f036e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c510da05de1b7abea28d08c30fac0b542c7333ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a4238ee179edb41da401be6925e7f19b0a5e45184ab32b60ed0b989ff2fef1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76607280ff27e3e85b40fea5c9ced55e9322ccf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65047af773c5b0268d11981b7120af2c518098ee5df1f2b487693277e9e7a1b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84ef5e44e9aceeb44db197709d7e3d7d67b2905
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a226cca3ece7821d47cfaa9b094967d9ff1e4c07ec4879cd3aab07fb17fbe844
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae478f4aaf7c2b26e750a67499956370f93593d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a557207494d0c6cbaed21ca0befe18a71e88405feed61923accc89cc712aea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1318ecd954c1014033b4544235912d13089739
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f752a817b2546504c14df256137849ccf82ae10607f59f907a6ceca205422a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3018ad46fb728523bd49003fc180d3ac0d513deb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab35d89f66fc5a69a6be0d6178647e18e5d274d5a9a7164d3392e66af8a9042
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29061b99f7514d1fd3f496d6ab924ef520fe3a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b8401b90be3470bbda14f76998729a308fa38b5004371f823f02ea70c6a1ec
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c84077c5e1b72e2742791834c107b2e520d807
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b001b09906d96a52c662cb77e7f1413446e4e9ce80655c04eff7d2d0654adb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa03dcd851646ee311a6bb7472ed9c56a4cd020
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25a31540afe8e0240db3b94bc00d2a8570b56cb6c5748b8e2f0d8e82a9c5522
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea697d3aae6dca89566487dd4a9931b6f43c748
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd733042fa06aa89605a0c15b2f42675d5aff871cca222eece2d5a8722996096
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d518db1824a47a618e495fa7029ce8b98eefaa3c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad390aa79bae3d8d0316e63c211e2c037f067579eaa50e2cb1d46d91c701f52f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3512beafcda1210d9a036fabfa7406022d3a06a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad1aacf67d957650e8fba2bbae327a0b11307f9d9ea1d62bc001b509b6795f1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b6e39f2a420c9c8baca73119acb30f698490cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914a1ca9156460ea2a6a4b01b2d9d81524fa2bd9a0f26a14e4ae6548f16bf926
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5105d4e0542e2c99b84757c48a2f5e74797bae54
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3d23853852349a47c1f50fd12662bc9b882c1ea3ef51bda23c9b5aed374f17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856f64bd033da94ba7fd7120d697ea0382c9e6fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40df10774d04125272a3de4665f1991aa347b3283bea7c799d7fdb3433f4ae21
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25de9c9527cb4b459368b68948a9ac47827906c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf463ec4f614a47161f5062e2936c47ece4c364cec14b76466387ba4b11644
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374bb35fe959951fd2c6acc0d413f598d953bce4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b765b033cdccf7a44d02960e853aeff444435112a9fc741d566f6da0d6bcf3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c324b81c403f5f5bec2c31436b47e52fadf60b8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a36d9b5fb5d4a849cce7bf670d63e9a2ca0960dcdb4829da89d9e4d2c2bb3f6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630ed524852f05b2ceac51057e9767125d286903
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebd5c21fae346329ee627c744b2553e0eea98701a68ae60926f78ec54413a3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501e329c0ac7da5e19c9f57794e8d7df542d1b76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c32b1973317f11fde104e2cee8c9e3afd096cde3a387a841184379f0cbaed4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a4f4b74da83c2a3c18a6c476eebd321de64445
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddb28723733d5c8607e1a68a3e5a93bedaaf9101d6f86d6c52d3a14130515c7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d862741dd9a5cce3a78af1ac00c7ed73b5de42ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adae2263392286edca04d5146cd7b6f2aadc5476b4160902d3cc92667db4c79
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6f15bee10cfb50aae9b7376878b8f1438dffa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0b1db8c46fff76df278ad03a27dda5246bd7d569dd21b308f8f204b57089d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c4702fdc3a8ecd488b8fb80e80a99e7bba4533
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b5b4e1375930f5bb0e38ba3c0141ece19c7b49a2826ad60da49f3d136f4999
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00aaa1b047afb818a62aa10192cc5db79e471308
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38498e34b5a0d25ba76935962a71188cd163f5f2e1b6648ab284f721a7811af0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238913640cf27ec396c4db381db04a1384010817
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d0d8546e8d28785492c858f05ab41e03cbaab8c2eeee6936a11785f6938da8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd22651e7516da74305ebb32fbfa26ebe88e4ef1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6e62e55857878d13f4071104d3524787101eed8c699e5d25c4ebae9060a888
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbe58e56a2938c69a6accc1aec91a7c0ea8a382
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64b71e15767929e3363e287694d2d647857dd4079d875f64d86b176b2d823f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13f7450fb46c3f615924de7f162107f5233d6af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af4131edd60a33ff8b3849b283df062d8cc728a1617d3342a158d8fe8c07f01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a01f8698445fb0329fad8aa280112dc5af17bfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e5f095636e1187d17b5641d21d9369a3be245867643262095473a042fcadb3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9451ba6637820f91b5fec4eefc017dcb4875fa16
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02434c54a772d353d35866d45623161d11324f3e16d1cf4d96d091f57f75bd0d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4031048756b214518fff67b1fff52468188fb99b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e0e9beee531b833ed07884c3c63987a5b0ca3729bcda920d679ec695bcd754
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a634066b302bed540bd5ff349a4eadbacd85f9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a091a2394a0f0f6ace1969bce9d821b85fd53a6a95831c01c25b043e34bfb67a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f137b4f3b224997de2e6e39d42f0291256cd18a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b224d8060605b772ef0180e8e97841ac293a00aa105a8479fd16197c267febba
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1127631a794b3bccab83ec2e832c2c53e8f77823
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092f8e0ff6666139f4eea0f1a3cc55ae8990b5423d81e230b96c4120a6c5120e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38df38c76bea7b2c8fa757d9d1cfa62a4db2fecc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe26f135e20cd05d51da22fdb1e992e7c67821cb92b192c72ed27bc0212e45ae
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7adff6bf0e0703d17d2d81300e9a2fa46380ddf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0c03c7e7b358fe45c3e844858284590513036be4c0863ff7b1401cddd710bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ae36fe0ce9d30ebf95b2356d38996b7abf939a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b6802bca1d04e199870d8718088e4f3526fc04a42175131322952f1d6b1e4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4734d5bc29064ac4974664b65b55b11dac27d50e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838845c913f93129eb14ce06badd97ec4e713800556f4a13bb5f5121c2e1bea9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d45c50987c534530d8c6b66b434306e0d08ecc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ff59f1e357c6f7486fe7078b97a481ee63a6c946325770694c036e5710c7a6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b653959099c85517636160ccbd4de5d8d1f8d2e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb61109736f043462a06838557fc0b6394b545e372cfd229ee13828631ca4949
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39960f95fcd44a79278ff32c9adbccba08d829f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fe5393deec0ae056cad2f389ea1755fd351ad93cb8e380c72b8b2613603c9a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a4a912d19825394a5299beb47eb34f9f28b43f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b392cd053fa317e358bc6725da31ef73e57e0721276079ce682d201baf2072
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efd0dd5d57a73901c463b2d4ade72f96f28d64b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af5ce290b3df8d7693183e1958fc3dbe78e141c10ad2806aa8c4f6408df96ea
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fd3d55f18f9cee706d26dea590d23e7ed0436c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5828186e699d1419ce6f0bac6eba717579297e4e21c7ca44fe8c23afee175762
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da494adacb5142771b801e356d12696f0909d86a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d67ac594a98283c5cb40ca06e2624ad9c70dff7dcd712e14e3e93c9f93d1c9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a81c98cba4a08903ca53c0c9f324ef24d72267
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff627ee19fc2dbd5e3fa6c89a729644082dd3f427e619bfb71567b1ccb09e8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0828f216fc34b6348d50666a2b617ecb393e331
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d8ef1dc5c37d81ee16e077a32cc30435f332fbd657e42148093840350277bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e454487a59a88af4e33b7eef57b22b3c6fc1ed39
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77b0e90f67ed34c0d22fcc51bd797ad8faf943d6727832425b6b8a6b50af9b7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d89511f828093168186f975cd2710e4a22b485
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d826ca21dde1f9ea4bd530ad34aacb63fd6bc0b3fdbaaabf908872cee5c3604
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942e4bfbe0d228660cd37c8ad1dabac1edc202bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41626c9626d39e16bedd3759bfc490f33f6d948bb4a9371c54d2e13deab91803
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6568d050336c56041c0e4afe7346b9f08d97804
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8842513ccca5fadb1298617187a236d0ab4e1afecfcf6a1cb379ed098c984f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37636f9ea4879c2bcf92952365d292e7e500bddb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c50bd739bba71153d967ce5c214e9539345a7545d435dd42d01dc40ee1724e8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e669ae33286bcd08aeced3872a10dedb086138b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401137762b70350bb628165e10162efc1d8cd5ad9565c63e8762592bc6be18df
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4a55cb21932509ccdd8c8e771deaf8dffd0f83
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16189568c7d9be4d002bad1c151ef4740a36656f4bb3bb764a98d2e93215c9d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950600be6060d7ac119e5ad8509ae8ef290ecbdf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a9c2daf37438a24584705974a300e8454984b5e34b589f3cf622449273e5d6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5321f060b34b64a4a4ff54f6a5a45e39d9f43cd7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a823760dde1d03f4691d453a7c9712e3669a8de1e41aaba89e879d6b7655acda
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0686939d0e99b39e5d0af90c1201f1f0fbd45c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ddf2e213dbaf6a46385813351a6334ded320616944a52040a848c2b14af023
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb39c100452ca9e14c0bdba5f54b33cff95f847
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baade1bb837e76d18f11d96739e83d6b2a2cb5fe3bcbd5e0dac40889de7fea37
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5436e0f4d86ac9d01a9073e55bd6d58c5410d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d362bb39c941f5321648bffaa0c9fde506f5b8a23f8acab294c21d598992592
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4528668cdba71a0443fb0a2cdbfec881e7eae4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01392a2bfaf93fe753d1bb7c95d7d0d7999a5c91e58de5c87db607e573d5f5bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135861329fedba1057fa03c6aefb8fdecbd76bbf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ba9be84a379421b40b2219e2782394480b4b18d6ab9da6a68756ec81109860
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee8ff10bfa6d2fd06b2b2030288728eb047bf41
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0c6df8197a56921e12e74f8090b99b013ad8eb92e4c0ab648696f5ebbc0cd3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464cb9b3cdc1602c8c578b3feff4be12df8889d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11f61e9509fce26766040b3c4f17fa061ff88f34a992d561459995464b9def1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13f913890f4cd5bd91dfbc50da219ec244525b8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c6d6e14bc1c09d600cf231524c4ac61c01b1c7e9bb84d3f6dd3310fbad460c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e95567886a2ba4d84f6dfebe34f2aa2267723e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90805736f6886e21cb6534854302bd51ddc3274ad3ff090461105652c4f76509
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c19988de5eaa6e8bcd51d58698a8057be62466
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb951e242e67d1a95db23c7c0501a0545989da22a592dcbe96b74b6196e441a
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4e8993b1ce95f67797b6b15cc98f92e8402fb1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee345c7b42643bc216f0601f75c99e613572564a4d23ca865617a6877edd682
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4d63c5533f3546a65feeb251f41cda870fe4bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d23a55b78900126388dc2c026df080a5f7e838c663a816d2fe22ec979c0853
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d39ac980b58657f88030e6e1d9cc46abf6ffe7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0ba2cc6f409faf5f1cd2a23560dd9f50e38a5664438ad7344717df2ee3e5f6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344d683d90c17f44366301f4028ea0f36a997652
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2581a03ec8961d646a11affaaea989fe23d35c087c250a9f5d0761477845c07b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bad68bb7461aeb359b80d5f96e201c1508c0afd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f972a7b524ca38c88720971b6978523820391b18e076de84256c5b3a4f8aa83
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7677a94c3c3075312520d096fd803b1cd0c36502
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c4f43de88f7332dc24600c2aaaa09175212e991d129d14b500edbd59ac0440
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c486bd4b0a085725a57fd02bcfbb5a2f3168c04d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18aef16d544c1fc917cc317f7a82eb31ab460a5ca074ee4c606717a8d60d0deb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5c4ac9eed97c566461a29e3a28ad9f29e9e3f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11636f4f106dbbc79ac07e4ef39794e25acafd549036162918dc7107c82bc179
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a00962636c6d9d3163c37b70366aee89d81f09f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47224b398d73fc1229a05bd5a11457cf241479bd41b89d34108b2d6a9d58bf2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5589aaad2ae9259662dd4eee899b5e6b04a5465
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4130c9e96f6f2e2b079480b0057db9bdd8a90862432c7bda81cfcd26ce8f78dd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083be9fd4f4515158c5c389d46cccd4646cda762
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d169984c0c824c9d51c18c3e2fd598f78cc4278964b8da5471aee00a8bcd0a81
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b63f3ac46181ad6e21ec1badaeb3b1e42a3bb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c9d7db8bd60025a94208df9672e492475b96550f10fb73093646b74179c34d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cf2e33bb1a90645103c2d01cea454f426bb49b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d48bcc20b02c75b866895c09f9660c7a540470671563ef4b683e07ab48eb208
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160ad1ddffc80f2b950d971d48a80665f941e2c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff4b8cb361c7ce324619ad1360b0b7fcbb5636ef1a7e9268bf93235dc931b17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c426a7ef502954a34cede55767bdb277c46f93a4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76932df66b1cdb375452dfad899a5c66a34cb7288776db852bc9ec073b83837
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48db6c2e0e6a3969d6856cfbf17a5848607e22f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53f862f43a2e7ca866d993644f5c024efda55d2f7467ab6a8d538dc9bd7f4ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86560933e4768a47872305ac6a0aacc9195be2d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42a52557c49e927fd92f6055b6b9d77101bf9c70781bd82967101650f5f2799
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19058bdda70bce7c5a1dc9bc4d4e4ad26ebaa72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e4e1e4fd5cc72a37a71003e4e8bd65a661b207d454939e3b9a679ddb2a8b98
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08beaedfaf15050637d57bc9fba8f2ac7f1ca725
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b45bfdd308a4e4c90e82c663c10e2b129076f0308dc83a148317978dc1184c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0778c74bbc189fa5d34861998d49fb199d05b157
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629b757da8bb3bb03cc71ca8da28dace03e5fd2abfbfcd9aaa0b429eb6f92735
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e14cb4b153fc30327a3368d09464526f30816
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160e8742ee18760b9d89230b4c2d19b1d57cf498cd76dc2303d6c0d651a967ef
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ce8f038eb8fa8f08bdb634d0523d735f01632e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb60a54007a52d6e12d065570d551524cea9818c71edfea935e20454254eebff
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a303d1f64457ebfd3b38a96eed8df697aa68169e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014883ddf1f82c981f1fded291dc8d2dd3d1afe2ce60df335c9650f4bb83219d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70e7d048eddc899a3845b1868b6c8a57c34bff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dd8fbe89f5e3b53e7cbb959d529c08aae4b19ff951222cd5bd6fafedf3a6da
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b3d05e89a40167350734d792a2271a29e4ce65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3cabcce66e058a1951f85b6535d05f310ffbeca8cd4ac2deaa55939d874cb1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a629d2d2c6ed339739955bfd60294972d186a396
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c549a1d9a06d0c9ee2101af0f860a1d250d0ddd16e51b01a4bf486837eb959
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead5f08517a863ad8066822421d46f54fec8faa7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ecfcff0eeee3ed83260d5b2662bb2ee7899d55dfc13d29c20f3aa647d50e2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4568e2c09e334a22a784bc4530543b41ab6a0129
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685aaf711718825c8322af9a3128a4965e1268e9224eaf8510ed4bbe47588499
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fc3cc1aa7a5dda500fc8128262b7578891a4b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f92374cebb3a041346750d62c3f48f9eb05e336d3495ad547671cc71c13491
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77d4166c2429fb0fe8dfeff1efc9793a4711020
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5405bd7d2313bff60129c4bd88cdeede54b627f3874ac096efad15bc285953
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd129a88d24c849b583b2541c5103cf4a5e09aca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bdac6f72fab25487ff6db73ca11c37777619707314c4294a9e92b908d2f0ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84aa1417bbafcc19fb5d3fd5e3b464b73cd749c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a0477e975083551c5bb08e8755f39438154a95262ec42c4d9369aaa5ec3d1a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aff9b6ee3ce00884253c2d79c09ae0c2ce0a281
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcee2951433d119fa723dd959676fcb6dc7ce407b4a5ac55d07f785e968bea6b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6d89aedf91f3b0117a28a67712699736658020
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a428a078a630448b4ec500c2aec573e2e83d6ab2b5b5fee28c15c69086f9c2cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a1674fb41699b2f9e4838406511cdb9898b75b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919f0bacc8ef8f8964245ebeff88eccbbd8459ee5215fff98267c16cdb6e61dd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c2cb49fd770a2f18f859b29c4ff53182a7716
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a79b01fc7a3601d507577103d5bc3a27b5b3abf33d9b0cb0482973e12d67a9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddd8cef970c82fb0709fe248d1311e2c63f19d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96df6c51cbfeb9de5c2c5d5a944acab31330e94d4ff49f75a3ee64079666d40
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3183f5cf5acaa05dd81fa682863e2363dd04e811
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c85e04476bd53acacfab137f34f08575c498c489f455195bf5bfe4be277473
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43afbfe3d36e0c0f2f073ec16ab1aee071e2f10f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eaae8f6d5df01667f0e0b3775ac4c8b65f5764eace05738d7271a316907c2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bb21b1d00ac96b70fa5c0a83a22dea2d098802
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575f7bde33b75c955b881c7942c27d41835609e795b60f16c3c2e3103c712332
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ff61da2e40ca33a250c50f62ad82ef21852762
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8faf383b9d260c55335fcce90d7c9ec895542f1943f31a7fadfcdde9059678
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834a79b25dae977b154790ce2f1b132e5206b35f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f474a29d7295ec73935308e0b6a99ce6009ec5e0e72d9bb9c2864ff59a10236
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015903006d88317e20c4cade09101f17d57ee57b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6fa616ec60674f6fe2597f4b29f43c41a26942dbfbf0b5f95daf1fed5ee681
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c726a0a7f53df33ff5967c5dda85bf46bd5063
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7cb5b8b3f06e9e25166ca5d620da25ddde8600156e2129c82a442582800d6d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591f27c88ab451eac23777d947f0f1acec2fb119
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad910da56c29f538f123abea50309eb97fe07f750b723484fc9ae2ca5c94f111
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20c47aeb7d2a887b481d56144cc208e73683007
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfdfbfeb948dc85feb85a3f406a837e1f4cf418221bd95fe88e1cbb05d5bfec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f6393ab85ac3dea58e646a89544811ab0200d2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca6e10fe33dea1e163ebf5ebb571f40121a57b1534c6fd42d6c5591d942ac56
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0602d9817e6afd8e136dc1eef668279b8cb4cd93
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de808d8eefaa65ae8be2005d7d957b585ad5e190c688baa15675fb2310a3fb2c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20421872a5021364bec58357e7c7d90309927b5a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1043c513723b68fdcfd60cac739c8c6688d5364516a4bab884fcd76e22b5afd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989a334e9aadbed760c8cc9a767d2da0c8c20a51
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb8490f76e1930fe338fb34ce1b4ab9dd169fb0db4a53d89a2aa738438fcac9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bfcc9dd776cdf1c82ff5279cc2687fa20c40a0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad5b93f6a4763f753d527acddcda35d0cc98b7d67d27c27c81f6ae321a770be
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5134092d911a24b2137a6905d95ecca3f86eea9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c928e478ad5cbce10dea74a3df2f54f0591775d44c807df60aafd89a60ef2425
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908ecd29ab47d0f1cbcad995466f3beeac89ad8f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b200414421a3942516a6509538bd32a2a144255cecba03c1bc36948e413c6c4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502709bb781fc64346c8d2ff1129843d73dc147a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76d40b6711c888dc6f8688bc6c5cdc6de0706a3b5e9caa26a3f20c164480a7e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1155e96d48b38b2c99840f4a0a4b2f5398f414
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8775d45b7e4774584d493d02ee483d13b20968ec6c1997318ee5187b36b01227
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804c8f61f0bf042b4dd222d9eb6b5441110b635c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f7bbebf3bcebe5c67c997920040b09ce647fcda2086d88c6d4545810bb355a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0252d43c984d520ddd6ffd6a5ca35d849f14ea5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea35fcae77b7b8636cf920ad2b02bc971b0998dac433aeffb3f054a2e734678
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6430713519a8019559a3a8008b0794171f88f1b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961feec39c37109e9facf2c5124946c78ab4835081fd34823f567a2fe33eb5c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf26a5a129b12593523838ec7c5341a623a00ac6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebe257522c21ba24d46b3067bad2c9359ccd8af90a22a946a1e88ac62d0520
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ac8b83748536fde8caf35dca6fa55c187a2cf0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f865ba88c6627dc7bb66953795b0e10d5e228ec52d3970e3a268ff1a262b945
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446f9a5d7031ea5cff6aa502bf8b32895349b23d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85942285f85e2929c960fd4c135ecf4fde3ca73b59f9047064dd73fbadc798aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f63b2efa2a483a0c5db61616ad071ff7d46f6df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e5336932e1df135ebc8bd9a518fd9e77b2d7ff900fd5809e9837a7abbc9bc3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45080bdb7b7c7df2b86fa0c9c8009c3e825d9b0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332af7b1ab023028f7d68049a3599c610fe43e82f20869d161fc43001e997e66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f38a5d027a06350433683556c2764ffc4adbfc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3324977095c98f5dc22eb54521e185ce958c9dc5705820ff1cfe08e16cbf18fa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffb0994951dd42da873f9a92216b5403cce800e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c60c6dc37c06cd3a256c85c357d17c558739043ebc0e20d2be410a4d9a63b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca56ae9c03aa113fc67d0bbbe8863626b730b002
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8028ccf094a54ad9a6346257207c954a279cf4371c370e4060da4ca30ff5c826
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7333f10706fc7be50b5f592620a9d2f91caa12c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a463071a684d58180a7c641f0939bc37081282c6017a96bffacf73f38a5fd83a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0cc6dad49af4d47fbc4a19c9a4c8af7b5c8b0d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17005d000b5f386e8cd69f6cacf7718019314ba80f1471b419b137b9ae83025e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6311edd8706789bc282c2381f7bb59d629c1e9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9942ffc62bbce1ac5ee91b7d98962914935026ecc4f7d326aa0856b1c3fd3478
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20689179704d81ff056bc3320580f7224452cffb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3e5b10db83dd657c7fa4b66ed2701e8a2ae3eba93d7a23542a1f780c396993
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10acf1465fb51e391e9fec035486144dfaa7d06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1664c1bb29f1b31f12ed83dbb019e3f146ba75d239360e55ff22546ca07a2b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f3b5383f98870039d580121687d4a07757ce0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4501d3c722e2619f60b886dd4a1abf881a5e598681af97d5b0d4bfe019b246
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57b379140c5d3703b6677cdeb1b94d448cb8588
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cac482054ae91134658f22c4ea4bcfb9a3af2e0fe20ddcad0a6607a5f858b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e28ea53997c6c9a5934a7199b43261431130882
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f447a13c5480a40624e364276413e2d7cd3eb8a87f3fda7eefd87f0786f86ccb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15908d37ed17201256d63b1d4f1969c1bf05dd1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f91004b874f11c32b33b798e97bec97f46aae609762a63727eba22f5cab6abe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76b77f59c6f8125092628a0a43bcfe595f92598
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc64ecc45f2918ca81f741d1042ca8fda4cb3ea82310409c77b79abf4e1f7313
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970c2f4c13ac68dd79a3dadbaf668c2a478565d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef242928f39985a879ba2046ece058f66e3157cc91f39f0759c308c93afab10
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311df9df1d0a514e579883b6bb7d5064b20fb768
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447b4b7522054934b83c9244d7c7f78db7ead6c0827fbe7da8d31d49291ea219
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef316686d6c6c34d51ee105cca224fc714339d9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eb95773e56aa546d33d93424c1f3dc98c584b7a759387d018a41346643c0bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d173703bba2485ef915bcc809c3e304ef229d7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5dcd8e3142a9be2aab0a4f65e7b5f580592a4bbfca2ac3a219d2eff7ef3e93
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0989ae8e37356948aeb803288b73d361a0b58d52
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec4c58c4ca44195b9c047ea24c7f06c7658cf99035c440b24286af21a695781
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decfb8f4b412a0967f27504e78d5cd65751a0934
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e422ddd5efbdb1376f8ca845bb3d38f8bb083c1ba02929ab900732dd202acf42
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081b2eaab4ac97f2cda80819cfde85ccaf5489e2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28828d423470d934d291cb09411d15374d78457839449ab6944643a6ee6310ea
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11def97c858893cf3c5bccb9b5094e082fa42b94
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b36cb30759755775ca835fd6b0e7c2b75dc0dd2c7a75bb41cd88bfdef5e65e
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3a168b83bc4f6c4895f674b527f154702364cf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d417a0dc4ba5f2bb50522162cbec2a54ba16750771a3ea717da47e70efc7648
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0247b9d981c72a9cb89986370a688925f357287c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d87d147685a1389d109f6f09136a972cddd0a3585f33959d2fcab5580f3f437
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394066764cff634dc019df4deaf899c4429b6ddd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed4eaafc38495cb167adb1350c16a5ca2aee9583de80acaa5760f568fb89363
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b6e8eb57b5422c61849a0a0965e6fc0807470d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b4403722b2ed918f73ef1d97cf33e57d68a938f9b27ebf9217280fa9f74f03
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ae556535901564ebd29372e27488d47fb661c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ae9d73115c43cee8a32a206e80f7579c3dab20c98f0337da4863eb7a4c48d2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04513e78a52933d0c17b8b77d1692cc8344e3950
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec968c71be6ee935354e3c888e3ffc7169d957cbd36c894905f88af6e12639c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aa2ad37efa0e0402f2ff8f51e3cffcabbad11e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8f0349628c8366e3f091f7f672f94d5c620fba57cce6d38f3631f951bce2a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4b21d5827a086159e6d28037d281f630435304
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd91e5dbfb74570457cb0163211e65185f961dae07191fe9391279729d0296
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79faa180d10e20505083520075c25cb349919c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a5182750d7aab2087e4f5278b7748a8fbbfe60e45b349dd1d1dc2681ea2b12
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8a709a7c2deb7148d6f91f1c2a79432abf2982
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c51876facff3db444a5473c1a44e5158b19be9bbf523272770646418eae76f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a061eda4d570b1298a48584a90359971a3990f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40dbd33a8a45ec35338f1eaffd7e614edfb3ea5963ca496c9a30b33579e3eba
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4067202a12aab5c7c83d7ab5de5d2a4f011ab8b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d8e82261f516e4ada47e78771c3d66f044df2a71e5a3d2dc37da600ec88c11
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34581b38026ccf03d67bf456f476f88e4d98b78a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90efdfca61d8b3f2931ce9300cb2738599b957cd6fc1fb9931d2f3e029cc73aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4969be08f488022067ff23f99ecb2043f4a088e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c34d8749262365f5b5c513f1608507fc32f3270b5ad66b698089812155a76c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23b5d9bc5448fc542475a2565e6a7f2c39d23f4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb2a93bfe2f2c5441183d984a3c00c4a8ba9615cb4f919dd98f40a5b596920e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0290da3e37304daea01a47210a2de74fa7c1def
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a9b2acd54c77e08445afb06598e1a8455f929155e4721d60b4b80373e3f736
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d729658d51fe06a34139eb6cb2bfd90404bcf8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b56b86088da3814e9148da6c0333c91dcd2582297e28cf21dd1b7e019760491
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa1d4ce98c1ca9436f9c4a04c83a5934b658216
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df4cbafac3376758e31c13de67b74d568fb472faa62b3053f27f28cc405bffe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795943b9e39ebd55d85c5f70100015a2bf62781c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7302f46856776de88338939d666ce061d8cde9c411aac10a34bcebec09bad70b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27864ed362d7b5dd2313aa69b962e25807234484
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa40be3e5c79cd84b34cf3fccf135d1546471329b04746dc625becec653a83d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67a3a5c1ae37d11b2c655a95f3b9cdc4984ec76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abed2d32126281632d7450df34450e80ba09bc7f084bebb8a31048cfd65e0fc8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc34992f2d17a665f9ea8e190c89aef02374414
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4461d0c025a6e7d4b78bbd99e346e83025643c557eb4ba850741e13ae1ecae7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81aa5fa4ee2b408b23842b77c9a3f3e7defe15c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fead2439a806cc8d7c81ad6fea954df406651f03ef6ce57e617096ffe162bf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adbbc443a5ab1ded9da05e0c25f086561f7a02d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4726afe87e979c3bf3f6aeb3034371cf6f61d2be70c96c8dbb7aded5e8e8d944
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4472f3cdeb82488d5dec173cb93b28d99566f74f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b148a956fc8ec1ad34f17a905d93acb54f18409ceae30ca07a5f6e59a80681b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537f9a4dada7fc4696d658ef21774ed21b618a44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198b5a682ea94f110248e844c09cf269d87860fad319d7681e6b2841b5332234
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ece72c1c7c164d6ba9ffb0eb82cb088d6154279
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce5293c15e9b28e94f06772d061597ece889e8fdf55c3ad0b3435ecdac3df43
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a9204fd17ae3ad39d60793d733a0ccd4778030
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5772452c9bdc3b1d684ee5e617ee887d867320ad87c858f976e55129dfa2bfec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5fa60f856c1562d601954f216814ff8284b417
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f0c71d64afe7ec9ffecf18aac1fd880a6d55a56954009b2747e974d332da1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f25f94795becb6c3791e96bbdd5671ef433f248
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eb7dd7eb7a104559f2f58b76b9cc97a4f12a8c544f03881aebad51ac2af59f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06111a2e383c4c2a60340d42ece325db8fb2a9ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355ea4074f6857a4f140bb9108da3add71d8bb606f3a35ce690a4cad342a9474
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f532bc8107382057712bb8ee68cda838666b4b1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9936341b437b914b10b62e61f73039be5d04e43e6fdc38a2abcd5d74344120c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1b8459dbf54654c285a84e2c59e7645dc580e6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dd02e7d673c421a6eb7f33bae7926a3f6d88d68a9a0338638e1298870768bf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692575696d806aca5f697b1e56a7c4228e9b3d5e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e0b1b25b6ec656eb2176db175ae300d812293f4647fa91a30ed0cc8896e866
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f69323a83fda64cc97dc2bc4f70fac82cdda839
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb632dbaabcb8a2b27faf7db22ac6b69f1050eb117c3c764e935f55e24800077
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afee45adc01c0ffa14356657d8a76ae78799ab9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a10d8bf064dd6722c552d44ff6484d1e607611c018c3d237fe3d5093c0f75
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340572e1f1dabab8ae59bf4c320dea20cc61e814
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f047017a13fc98376867cd029e6a6c49ba194b943a0f5a3e1a1663d51b6ab052
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc591e192b0c02414ce1e70cd85b929fb577092d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ef7b3c57e84d59e9a5cdfb12783fbb3c5a0e18ec57bd917ec910eb7ae1c3b4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbf37f84d008774617c541f100f417987689c9d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d69def2ceed235039e83926b2e8b31090b30ef02f83b8f6954e5f163e830db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1546022d178286d572b7ebae4511d999fb1e71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d51b8dc8ca2feeccbf383153d90dceaf392115e9ebcc41661d2a64954fe1726
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a36673071a8cdb5958742c9ebd0871fd6ca9e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117cfd21cf212ffd2569045e13c0a79eef17101288f81e592b25eb60e279cf51
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bdbed63a51ad02ecb046654aad3f697126a9bd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8eaf5454db283e9759d586712464c4e1c9b202286d1efbe1ff60ac188d9dd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d65e4d65155b28b85df452da8d9db3ec004e4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9c70f146b90f4a6bd20e4cb13e4ada71484b93a90ce363c45e666e3f9a0b2b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c6a095064e228a6acef440e6f6a753d81cd56a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96027e21727d9edb220867a05c854803a91964f10441c499ae6be1f355e74ce0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28a04d3e8f6e25e29163ac9003e013bd9c79cb2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cc3b352d9fba7835fd2e1549179c82c811801215000116148057a58ad3a0b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd811c9a02b3958e00ebe8143002d213f8a87631
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6941ede340d29cba159651263d68d9a485aa21f405ac2328b3ebd937c945d827
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45f15dd79ddc1e87e39b57bacb2136b2d40cdd4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c425907d97f77a5711e03e94dbfbdaeb0891176a0338d7bec779789aafe4568
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9faf63856538bcad9e2a78d74bc789f875deb198
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268454a6ee8fdb15d70af6e989fe7038e0d29abcd180ad02a3a84e75ca4aee33
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e286a0712b38cd38f5de33aaa4c95af9fdb7d63
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b89ebad8a0797053c912baf68871309a3ff750c30761b7c369b560920a4970
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96f04987c5f8e33d4dba637b4813fa0fafa8f98
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f41702caa03eb0a01d4e4c53bafc257d76b4cb72f29e7ce4cbfe2e04ddb9734
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eefaf8fdc1e4a427e90e753e6a95ce93b44e7f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efae4b517c114fd6aebb7891b2a6915b66e72b1c7f8bda6a5f254dc13bd9b2f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e2b5b743560d902f19cc7583ace0d9bde6cde1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ff34fa669a121c1b8a298585abbd9acc4e9898b2e417cba5a87d35ce697ac2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40df5ff1cc33282d8807e5d650e3b18d051f84a7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cbb1832f048801029752a346f6d705d2bab9d5853bb76299ba78cf349e0ae5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9aac22078bcf69ce19db40755788103a6a67d7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecc0bc56643739ea68fd5f8f14605e1d29177fa604dec2bc2c59660adb268d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4570302fc0ce3c00e17064fc2393f1fb984fbfa5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2578af30723ed250d8720de879923ecfe0232d99d7246ccedd46014c5a1ecdde
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9144a9b5b485f8dfaf93188ac4b5f2a03c2a6845
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91239664ccfa550f90f4b7fdd6aac78260e7cf22a5ac270b5ae39917235989
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727b2e2704e8bd86347cf2fc483ad8723f125ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64953096ea0e33f4ff59a193c5350de71244c0c16fe022bc9e57456db09932a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b085e8ac9ab3b842df5cf9946908ee94b154ec05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff80d8023c05abe14bb8fc814dc24018c232636bab0d91b11dfdb24ef431ef2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fc63d8d64df621233144f60f7e396f81f9423f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6190221be305ed40f1e2d50b9067c8b7a439907fb3e5a06f89c6ceb3369d60da
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf1e5847cf1d32d1b6d2d4c83f2a7618ddb411a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2161b0866fb4ce5cb16e39c47f2ba12930470a28a8a76ca6eec8d705dad0c901
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300478c71f9299f628cf82f2c5b209c3cef161eb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585af3c821a857ffbee60c21201914f27cff47425c7fdea77e97a32c9ac859b6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8a8819bc72d5acdb00de57e951b99b410733f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85163ff4b4146bf40bf4f98e5d8aaea8a3ab4dae61f06c8935eed7b9e95c3b1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b73a5a0c85215c64ec08e1b580fade2ce73731
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59eda18162ff10b42acfc16316005d37d08034ef344daf51be9035bbcb25a71
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268e6c157a7de90ba2515bc1ff9d3783d1b8ddd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d7676482aeda1163bc9437c661e44a82b5a8268c0a68d3720a764c458768a3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd2204984ac17f6f8952fdd9902a60af3304229
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bd6aa50dc9231ea988da6416b2eab74287c8931b63180586611736164698ad
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533321dc5d594c0432020db6180053365641151b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3810c2edda4ea482916b46d9595b83d29fa74b4e124bc854af84c2feec81d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b2b12a9e66811076ed2a38a12fcbd73e9f5c1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8888433e1a63f440601ab615c459187a3e56c63946f4363ce6bdd81f4e4cff0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affc6b19ec410a0ba3492a4ba23a20f995ec841c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a263450417d113b819b0fa808d7c47ebe6ea2c7722b39c66422c659c8c787a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d331e61df8c77fbf72278543d31a83285846291
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869d1e29c68261d738640a3466cac24f205d5247300257469574cab88cc8584b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58afc2c153db9d91947ec38de5b9c9fc18cf3dba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9754e790934d0854d021ecbfa3fbbb3c840c02a910f1aba20725f56a60ce0d59
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374397d00bb95b2e8f280ba0f2489501f91c37e5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de328c3a407f90121faea09465070ba7e862142fbfd98b101f03f68be0c1f607
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931f23d3701ac84ebf1ceb1df9865391223a9d85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1e192284143352b47dc05158ba71dd15ffb3f96f3f25b63124636ed13f3d1b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8180a9e8ffe0e6a6eadf8b505b2b3df21fb36f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a33b51d223489aa479a883ca9271c974faf15e99bd83c4c238874126eb109e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be0d9afae465ffcaa72c772a3af04a9f5cefcde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf907f4304dbbd12e30a15463698fda2ac768de43d89a27afe15dcec316a4eb4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48ed5ab06aaef99c00d40a0214d41e9aedfd0b4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8150317f7e98a7d1ac4de1cf04a3afb0938edbd883280fc9d66f4a84d833fc68
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7192590414141ef4dd9dd20d8f43df0fd9693558
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d8bc553b972d4362513edb25f778e93d07451ac1a98b3e26b4738e407afd3f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdf155bf7cb0be5d3bb4fc41ed31547abcd6d6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e626e25d04e0ebca1109f2cd8a385cc47a421771b25471c67675e416a395b24d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52750679ee98430781bb9b9aec5c77a572001a6f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8cd61c47695a93848578d110c20d086ab6188f1e402f5620c961b6757d65ed
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8c6daa5177b175cb5d00a3a22ceeb6a83597a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c9a7aeee3aaebb0458b506b4e700f9b8ab86e539a8513de8b6eeaeedebcf0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ed931ccdc0c64a3ec83525cdfce7313ea3871d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070c5691904fed6353decdee2d9417b30327ccc9a1e9ffbd6e9a5174a3287bcf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ffd364f4d907e126d1e787bcc7950de1dc6f6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50d298b65cdaade702a847895cb4b89fa1cbddee3576d753bb746b542e4fb95
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6dceff8f8846332c7f4d1e815c38ba1ff1f8a06
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08c9a264ca6393ad43c87171e2e45da516bd2a7a27acc49751a4c669b666f50
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b06ccd0bd7af6dd0320b9c9687fcfbd9b73406
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011aad0b246feb3a4bf46e1478798f595915a9d65b16eb014bcd9a77d2cf5e68
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2e4f0a0afa95b71f4704187f54d0f4bacd6ac7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e28a5f92b458960055ec64be3fb408dce139267e1018e6b9f8c7c7dfff5941
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034957f90ed41b2250613fe46b2450130bb6892b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096ace0af2a10676db4a6a973f4d43b663b57d0ec6924d1222a25cfcb9d717a9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef90b8ba363a668bc695a469427174a52e0a5a8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38fc282ae0828069d0a08229e7a9c6cd9e25a753bbc63dd46c0e00fc8e63b5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7005ac0e0522352cb43da7207fec7e299297233f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e177f74ba8668148c3e27965cd61a9a995bf0efbb197c311e697bf34d043485a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e2a367aa3f827d7df3f05e63c390146e61f37b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d535ee3f9f6d285b11f8a61dc48f038ac20de55ee3612c7821a4211dcd975a7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc4222947068aa2cd8b20db741f34bc05c53f37
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf7b78a67317c7a6cb5ce2ab9b8acf5929e481bd3369df46e8a595f8c6bdc22
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efae7b17778ca81492f184259a4a85d482883854
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc162597adcecbf7db03f26861e13e9e64ee359b83892a79311c8b53b28f947
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f0fd6ad03bbc24d774695c50caaf047a2f6d22
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b239cec6d68a9d94edab740dfd066f24f85c07ef32539c9c2c8b32ac9010f48
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301e1d39aea2599866d11fea18989cf18a409e20
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677e200fce9d161b958c279edf8d3a2b6f1d92afac3a8c70962e963b66d3346a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b81fef4ccda960fa819800197b3f43b5353be71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef47f81405df7c37312e88cd5fd3e658998727b270c4215bc8f476d5f131b25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f511e0ae7dc3a91d91692a7884fc1aaa520341d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc59ba7c8ef9f03717eb5e0969c1053c0c9e005017ad6be6c222a571c969d33b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5bd7e1ef977832794c56c1773f3613475a432f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02a8e1eaa6cbb2ccc7d67bb4fcb2763bdd62ea9a881c1af1a7af1eb6954cb87
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d74aeeebc0fe26ba889376fd7167b522aa197ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652d4ee8843bae70f012ebd60477612bc819bbcbd56c1dd4d7ba29cbfaa52640
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16043e98c2cf2a61b356c0be2b8bd6a8c6b63ac5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6677853bc522eadea8dbc5d16fac22e7b7e95cfc74868fbc133932518fae9479
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d620922287c263ce1dfea55ab8393460ef143e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3262e537dc24a1f67bdf6aa426c1074728421a2b7629d1f12ed7bf3665368bf1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c66246b3dbc61a0caab12416d7adb245187dd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a133a76687916f621ea0ec6b7b9c2c05f543da2efabb29b8c89febbffabf73
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c91bf4b27c1cc9bcf26935c367aac22754598ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1cf2ac67d69591618ad68aa49c49c273d3ea68b2233bc2fb2d7c2c963609db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fb4e5a68f344e83bbb81e1733da86c5588b29c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a8d32de96e5f4b1456ca46044099ad86e7f48b8c73d546147666ce07633d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1590534364b9c247a95520cb6cf5ac72838c171
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a111404d71613af40dee0aed6369eb580ddcd6edfa024d3e7c6d0854fa3cf7a7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde9c1a1eb21974accd8de519065e613403f1874
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f60b7c9ded62d6a8761b6168919ace0340ae7be7a2d33f021574e5b9f3f377
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fefcd872f2e48c57bec95fa0869ea2295117a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108203ef1efc85d73a6796fb7b19aa5aa4b328fad00777e2e00eccd3571c5954
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633949a96ed1739a46bd0dc07656a437a4adb40d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82ae3504f2e2b6f3bf65a586547e093fcfe90b5851e6695d81eb39b3cbbace0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3204490958de060c5d6b56fc36f0f5b02b84dc15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25cbe34ea3333faaf505fdd1fff8284dd2ff298016a7c688d4bd175757cfa36
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc0297716652a0e8c3ed1ac7e12c0b498fdea60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c14200e1d0298866ec437961748c06c75bb27412a9ba461c2d22140cb73961d
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4cb6e76f8e1518e7a86b4ab2fc9f791aa96008
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb297b24952728a8ffac7d370bf5872245af77c9a48e82d5d55024e86ee476f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9aaa8301f734d7dabca7162c8177fb0f4d2b88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635194411f47355ede323a1e5a442124f909f371522109f6a47619bdc876a057
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdd2235b441e868155eb52a46a7ff51c4419633
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8a34064e973099dad7dfe8fc697a1e66971723225bcb08eec27ae868492bfa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33442ee039572d5fd4dfdc59411023edbbc69c73
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54aff710a422f6827f636cd10fc1a78f8154cc069b1b151d9961a7052ef5ec17
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fd27f2d3b7fc0371f045908008820350b400d3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d23d38aa6fe65a6c6a4daa093f70a6be351d1630bd3750389765a1a353e432e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d28e282ce8c86c30003e8efeb552769fbbaf45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09293785bddf0361a6e2b93201c089c6b9c619cd8880cd802dee70d0154404c3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a674ab77bb5159c338f73dc0df23bdcaf6075a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7575582492806f37380342655e2e5d8511124711b5145df2d057763916edf73c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee044087284489b0675bcc8d0500ae43f9ef812a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e3b7ef83f21620fb613efbba14ffe978b5f80f51770c2bbec7206f1da487cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27e1d4a77002990df63dda4ad55dbc555ddcd47
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6efd636150f2cfe725fdd202fdc95a3b15941d9e188c675475ad77d3a6bfa5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3aea9595ff9c1c743e890c4a27799a64067c08
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee05bd100cc4eb8fef66643334faa70138d08a767a2d2ee5fb490e2cbdb46129
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfa491e819c86df35dbfd2901fdc70c7f69de1b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1d1c619e9e0b4c18447f4ba18ae31535f312a9ffd7006798800da988293872
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b20485bd421e4fbf007a004123a906d6d876b2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586e52aace72dd5fceffe35fd17fd3c286be59e0a468711eb15eec7bd567b1bc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a338f721efcea8739a380df03cd4474d34ea7b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639e817891226028f2a860ab1c269403ee6cf37024c8a3e23489e1e4bbbde1d1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67905d126342575f0f29c121594eac123a3a1ba9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe8abdfd5ea000bb7ab7f10456163df0175c05b0f49dc10d3fbf278b0e74157
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac0aa8fa40696021e029b6de84a26a5bddebd7c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41badf0c56c81bd49b5fb273e0cde36f82a2b91fceb6cc457aa8f1f83f1ac7d6
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17a6aad05879900036cd0ed6d3c0b4241fd4b69
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce677dae8133b7ced3dcf6bb827d98168e3e64b4f3cfd2cd08671a7ae40e2d0d
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a213e10caf90fcfef8484a6be37437d6fbe7b9c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c0a3a6d0fce800a3325b8dabedeed77900dc58cd048817adf98fd2b3f1a643
+size 202243
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf13eaf931763712b6d608727771211cc23bee3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d5db1d3a339fe2563dd76259e1b90d9d551a704ece3a3e31822342680eb0ba
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bc7f4a28767601a1c7f884e1868f859d165619
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68ee34f48379a9a9c31509c3be2279344909b645de77ceebe399986cf473dd3
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25830c0863f71e80d65e9d4fbb7d5a88e984e45b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66b41a2717d7d74c4b154a331b6e9bb061db38d4728370de55a2632c9f1d035
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aedb05785aaccd9f0f184eccf8c8f9a3e8c0839
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3c9c85bc126d47cdf97898f39af1192f25a4c14bb0cdb04dc72555f6e543a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed27e2e03cfda166f665cfa13d453870baf4d80
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4636377245f47428daca746a1c709379b92dd2f561bd9c23e95d6e957b8b4f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2003696a3e8c96b418947fe6bb58b63a49111bc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31e3f2b58fc3be75118ba4cd42b398c6dfda5503b7af706b7c17e4a5a529067
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9079b38bff8c365b24ac0d4d362a85ea2df33872
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91fe33be8c831aae9bfc253991538ddebca7fd3750885635989ad1d2e03eb1b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e79bc71b4a5399b8191c6549f367321a0df94c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8d6988ae81610d8bc0a61be28d7741e2ed1f2b80e7e266ceed095e81850da3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b985977cff71c78568770a14162c6a6962d22d4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd62e7add3c3cbd1358995c7b16fa409bff273f1729da19ea848fa594f329efe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c122986fdea36db26cb27511d3387457bf7f1e45
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2748902eb53eb6b449698aac7524ef838915aabd238ab8523fc964b657fd9ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3e2597c0408892fc13c5bbbc06b8606b5b859d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a286a771a4c0f65874017fab67d450a3e874ffa3a8a0c505f255ef8b1b99a49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337982a95aa86afdfdc2a01b8e0c83971d74979e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef903d025cff44f84ac965b4e826ea11f6b167a1b589bae92dc457db69ab31e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228d70d697511c2267c4068a45ddf3df43275042
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c505597782611f0535bd3dd5bbbb5cc4d8e606574127b603406ba6959c2d716
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10face1a205b792e88a809a5bb15e6db10cc0933
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7f972098e8dbf54f7670e13d13dc361662d359814082be358a54c99a84e0ea
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ed34aa3a266292457ce7ccea7acdce1a9f45c5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708bedf9d9a91ffff303d19a693727a6a344dbfad90ff742301e8861fa35a542
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf26886eeac89273067eb4f2813056fc5471452
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78952ddc0df58d76a2d43bc8fe8ee6e073db121425b17577cbe535cbafc5b87
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b630e672d1c48a390859a022520c519c8c752
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea89ac139455908ae9c60a22efb1d0a6badd94234a8e0dcc27c7a2468fd6b96
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fa1dac571d11a1bb31d367cb0d5dbf187f88b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58746862254809ff8dd41996b94651bc8a4f625b8aeb9ba596adef6de3ffd1aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7340cc60aafa5f920d0e5412f1dfd6fc93f39abb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9ff1fd4e1f2de73c87c27f5500570c724593f802bb240d5f04ade4feac1628
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d347715e8c72cd68659c408fca95444b86c8c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229d4764b6bfdf316165d7abdb206b071ccc19db21f4907d6ce5d4ab4c3f3ed7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b91debcb20366cbd255d48bcd725e213ebb932
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c52bed51b2a8daf5eed785bf918e2aedf1d898e6b068efe9d213006d87a5f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaf18d254e5900edde9aa1c2334fd42ab2e020e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749528a7c94b5d9703f9fc161b04706d0d4dfa954f54c60446c2e2c41597bdc8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed4f563373a8e2f5cc9df08b9de7390937e9983
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0078b44b20bf45d1cf5d8f8f348f1d2eceb779304bd03f895edb5b346b66c74c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc528ca294711981a206e94343e87dc0c5e81b57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abccaf2cf0e3bd0d70bf12d09552bc20f37040dc7f4419344805ac116be1f1aa
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9135c541754ecc57023b66e9f6857c521de656ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7163c0c7082e19a2d60b7917e8b5e62ccc81189431e58ec1f3471a75ce04cf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea02678f01e3f26ad442399ea85b01c7cbab898
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9935cef3400a98f2e0dfa85e761c28ed1896c857b1dea87aa15c34cc46c2df25
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbca28be288d69ccf705581d3ad1d56fc043956
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8fb3d960320f8671cc8bede5ed69139ac96517a9d474baf636bc4dba77969d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fb6aaff1b90fe71251c610618a824ef34df926
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95636d071c8071b9be7d526ea99efceebfe94cac8990e258bdca181b981c96f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dfd8709de0ca31a85a5b33a4e49db90fcc0696
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820d93dee144c3aece6083bbe6d49dcbfb7cc396aaae3fea2f49aff264e4734c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca792682cb163112e3ab315f28cd5f023e928a4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83437c6cf31833d9dc75207dcd17889a3c0e82cc2d1fc8aa37e35f5eabf95e1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a95bea4e07029935b54a4308fb03a2121e98cd1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7c90d856a3e78ab15c778ed037fe8781463fffb174e13c8f75727d9c156ad8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1137cd3e00a0aa8dd1961521bf6cd77caed09822
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bc3bab47a948bbfdec2d8aa26fb2c79b84eeb916406bcc8cf2c644d1887ce7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c1ab5accd1eae3f92156d207d3913e0881140e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4a086f09e12237762bfbfd274593bcb9943653599fb499fc9a19289ae37308
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d40777b536f741a07f9ca3ced3bf2ea1e84d79
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7864b21bbdc9e8e3bc06a5b51c34acfca27577dab5509b5a747283cc4783e4f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e5f51d17f13d75a518644f22a54d3e34b1ce82
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb5814f491d48dcae7c04d09e0d1977f670cdf0f8ae909da721fdcb52693313
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d438906256e932466464b7def1ef66c73b7af962
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de34eded02dc98deac1a4553a212366cc607b7f083c747d5b120d2aac6c58d03
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baa0fe7a77db78f1eaaacf8fbc789745021a207
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbedd1c354d5c3e763be251c5c269af42ea9dca7cc518de69b1107ada7aa6c2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74e9a7113c3b5dddd0e774d42cf8fa1be4404cd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b382f8109d294ecfc8529322cac6f73cadb331edee3c393671bff52356edab9
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de34db8d7f8c30d39c34ac7d47e607a0a788d337
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7aeaa755da127b0e3fa8e07505fb12501bdacabbe5d1b2fd5a2fc4669ffa01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2f4006a78100c30dcf45b85c1d44eb3ca2c50c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19818b638ac5c66d4a1407672dfa4804ece29db934e07bfa9eb1d5efa4f322a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfceeeecf4216402be342bd7e125316565cd5eae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4117ce7426f19224d1eb6fcb0237f85d376ff864094786c384afd468d836843
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790d4ccd36e9d271ab91b8c93a20dea7642e3101
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57a7e98e7b0910dbc9350c52900109a3144eda9f79d98374d849643f8e7f41b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40925154bd114436d09f070d5f3a1321cd4ea59
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eb47a56eb2d14eb7566f456cee4a02241d254e328fa03c1d12b7ffd39d37db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305d762fd97d4fc3bb4663fc031e0effaa2710c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc87bd13846e079c7244a2c94ac22afcdb2f02b04c6317d05264bb88cf8be66
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4ceea432b62d52a0dd93478a6ba2eb8035fc7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aab84b3a4c59d229e08e318f96fd48727a0cb40ccf9988b92f40c005e51be05
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd463b52054d68694189358dd2e5e79dccbe4d0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6b2979ea796d890e164af8229105caf5edd4f3c9ed79f05bd1004de4398f71
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f348dbd329b025173e8d8c6337e54dfc222d87
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c84d202413b000e061a65c5f75164d329ddb9efdc79397d2b3a0a2b781ecc9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a53512e30b2db1a9b250da3a5abe47aa7bd43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b762e8c27022f46b4ae803650ba0b5bfe50fdbf9407ed11da3985ffa0a95d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554f513b9bac30e5ff495bcb558effbcbfe806a5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65ed3c03b1cb1b9f340185673632bba70e7f49487d1a111a45c7b2d8d07ff4b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe5bd5fae67177cbcae4fcb28f64ebe299c4c88
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3a07584efde73ba2459803c8bda6e47ad11836a782c0d178801385abbe23ad
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4109a4ef2f9dc983c6f5aaf57e8ac5c92f08e72a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dadf99381cf9ec831ac533e185d2f183f796574c0f5e6af0322d15b364c71f5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd10b8695f8700d7b7eb4014d5be3a302d6ae136
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dc2c3c9812531b8c9ed805a914a2c4d626cc1b9803b751d13bc8d5e2f4fa67
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bff1ed6acc3de12cd9cfb17c47fa7b25eacee6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f0d3a6c67a9fbb1d257470adb9e10c6ba9fc55c179bb5e54d522b006b86944
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb10121ce77d464c37ce03b26aececf2232d7fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf85c8cc3032d21566e97b1ed41df147afd26c0af9223f0ce26a6a9f90a049f4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6f02eb7d8d1aba5a1684c3a306a2b28369f9d6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831dc54c2fcf8a44400bf03f9bc05d75e054dfec9b6e4932ffdc75d916bdcd16
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd7ff12b7c8a97a0790d390ed1986c0e9eeda21
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e676332ef923dc0e7aa68da50b1f7a2d8d4306f5ffd06200d6ab353fee815d80
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b50d60827e2614f4adf5aba9d276f00b46b6cc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8f5ce064f9947322310857f4246dd35305393c1b96013f30034b7ddf0c34ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbe8b17bec9dbe72dc724cde0d9c407af948a7f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0ff376ca85cf4075a97a7641d73446fee2225fcee22c6013db3cb3668b1473
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b454fd629379fb8992bd441f3f39d46b0363bd8c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a6167aefecfe4007efe008b69597a514426dcbc1fc3c7ba67371b7d7dda748
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0261f97471ad0ca8d490d3fc0ecf252fed25c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed79ebef225b1af287168585ea08722f45ed4d1af4c915dfd80c68e97a175c8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e0449819ce0f57e6da77d6d9bbfb558b39379f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488c2b979e1063f6b1ba53f5eee4092a8de9e1da8ae9d8565dd9128168bbcb5c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388ca399442ae27e5da715fa268beadf7948d1c1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1f0f19b466f1154808ad259559f9179704bc31af2295ad5b303be6db39730f
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f026b8107df50d2a3301dc2feb718ffb95f05a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a63bfd68928a0feb6f03da61338b1adf5b868019e26644989a7e79a3c66bfe
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ad7eb863d1511956c18b0435fe82898db3d518
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23856079efffa6aa73bfb6884ceef81aa4a8a3d53118f4cecdf35225189dd953
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f763c1ced6cfe569465f5b48f6fb6db3a73cffa3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006c80aee1a298d8f4bd8cbb5a28c4fbabe18c62262dbaa3f3d63284456fe6d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872b9541b4ffe4d12a5c0385fb6a9237478aa675
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344dbfa3370b2f22fddb013802a39bc17c9d139df2d33681d83f6a918ec2d641
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c3303d509db61abea530f8fc827f306974236e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131c0cd27f5c7674ffcbfaec08cd375238aaaa4460c94acf3cf8ca194f8a4ceb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf80a42d1db084412e89b8611f70cd8179b17732
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6ae99d99583d847e9a3469c7dfd6d34b9e7df6c10339f0e74c8f07d076b088
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565ded0143e8708c8a7ef83ba2094e2ac3ea2f57
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f08196313b240007dd3adbed32599b6f560734cd4a6aecece6f164bffd774d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b547c7c544a3c29350ee92da262642bf5451339a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c63576a790934622969b217d15471f48ceaad91a3f61befa4c03a99fab92db
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24001ed5b4dda972d65753ce98c9d16e6e9265e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e122a27228400e69526b76703a74732719b69c52765573b1f9fd9a4474b0f8d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0276d89048b1ca71b1fd9ed57af7914b81387e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b35945832bcf35153da5ead064621a513a9480c2c53ab2b2186eb8661d8aa5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5c4dfc7301907bde119108eb4a7d1d163bc9fc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd487c0f7c5ff8bed9151bc5ca9a7f16d76a22721a4030bbb23f4e9d5316ad29
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7164d2d6bde3a65fc3be4e76d89d1adfed9323e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6602bd1ba81e568739a8a5bd34b12ee4401fbef4bc7b2148f351a3480fcc0d78
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93eda05ffa92bf2b28fc14d82faae2385e4eaae
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45bf28182dec7ebd1bd8ea41f69ff13409b5a038adb261db3a7dc71474ffb26
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9059c9960c8833949ae4f28f9cad1813b2e0481b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c23631fa6b7f3c478d4e2e2f3ad55f7592077a610b0ea93c659bbe2acfdd87f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c237e1a77cc3159afff6f06a92ecea5a494b36
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03f0acb29f5d64a9562d395bb67c397f38771c4eff6e09d5c22692151634d77
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907f7e6c5b3327cb54a7c0dc8d3b610a5dfdfd6e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5645e637319db176fbbf918b4c6943f27ccdfe5b21cd144141b914847cb33e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e595a657c7672a9f7283a3d449d8b815b16f85
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452aaf1316ca335ad9e5afb7703ad5b61d35b41d164f13252f5f40c26de244e9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a246de9ab210c34e1c39e1535e0b7a90a06357
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25060f6be6bed2f20c4095ec22b1e365a6ec70e2ab27bc1ff81fd6274fd99fd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66144f68bc9ba10903cf93a30128d724dfe80a5c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1906e01893be7f96f0c081418ea157e4d323e167702625f862e86561169f07e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02922ae8a785249c44b7dcc8f947e9a6ba3b85c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea841bdd9ac35a964b7cb0ff219f052d82afbad6a3b8a142ce70a06ed596462
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9ee04ef5251041629e329a175fbff62aec8618
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21eee0c66db77b99579fe19af92eac370c11f73900dd489d1cbe1dc1e665f99
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f2e774a793d2eec7c1a1a9b5e58cc423301e0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b03b7527a419a879066253c0f8c6bf38acd8d08ab5a21c5333a1637d4a158
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53401a933c4c1fcd82443e43d303ea7e65fa5eb7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7b21f06e413c436841fa52d629fec63f5c98cd76858aae9dbe275984a18c98
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcad633bf6702767f38c14d0b8b7d7ef97595443
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576ae08903a79bc188f54c9ca5187a679e3910e41ea955bac94058eacc9235fd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7e81dae07b2f34ac34ae316c22b77bb5aebdc7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f65fb3dd0d745f3f92958ed3d65cb6903693e066af3d710a83b82e05026f36
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b43b31a95fe582134c3c8b3ddb047da94171b8b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55216409fa136f98e4abd66492ceb12d196358d5da6e62bbcacdb0e89fb63ff4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c697122730c7ed22fe6fdf1db98ab9fc5e6d6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa2f13ff621f28d0ec858482ad1a51b1bf049a6ba107bf6baac225f88ed55b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6105126301d8e37668e1ef428349859adb0168
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced7afa374fa22efc3aef96a841ad6e1a43e4e82ebf0fb4c5e40b9c891d657b8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118cd376cf062a417df87f3d21bc53c29a59c572
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b2ad684251475c4131583b242c197a8b27e59589fd79ff5615474b4abf5b1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04e1d4e72cdb2d1fdb6f1c53cfbe8fc2d63304
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf896f0527e4e9efac8904cd0fcb117a0632a246ab2c7d492560162d47f6aef1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b668edc5b5313a5adfa1c9579167b45e8a0690e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae87913fdc667ea860b83912d946e72d0699ef1fc7d9d014b30f5fe610e7711a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8b27aed144affc7f16c5dbb61a648b13b1647b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb39a0ea1a6a9569da6c7807bbbaa28ce7e8891667b8c388dee8eb77f56681cc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21252170a05f3557aa9c10e22ab13832ca42030
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe500faa1e4d63d0fca4450e2fa99306b003de50e24edf0484afbc0b985ab118
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8029ff2b2ff070778a279a2d459ad45bfefd74
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dec975d3cc55f90ff98ff7a35a6276c2907435dec3293c7c24d2b1e0987aea2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44355c91c624be75885e09394faf589d87ace010
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d0a66da533f5f2d9492612b1c089cd350d81c3e482b56f8433a667057ce709
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3141894fba346c0980e944c35ec81d60f6ae7b4c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef4e8b642f92ff425b2cb619bef082d6771aa07ac9c483eb640c0e075f810d7
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fea28aa64145fba866815e5e7d708bef306a708
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0327475b1dbbd5f8627ce962bfba85e7a1faa5e3d0d214a0a78570e1a2a60808
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fbc0288f8e8ef6044b70aeb2c479c9e239a332
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c54e72d6d3bf6b312f314da85139a0e19c84ca74ff5b24553a137cff37c9ec
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25efb79ffd789308c8d25e6c675bffb44f1038a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b88dcc47077c98bbb6e3ddaae861f68f7d94dcb7c0ab42f0f0297ce331c4248
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574b3443cdbc1b361ae69b163d8fd39961af47ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d498a29c199280e2d1d70a24c85cb4aa70d9133a822e94ebf5ff31748a06391b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c4a17b8678c337f101ac476866ec12bbf853e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573afc5016fef668afd55692e9ca30325f603a2b719af6e60ca4ca5a44763821
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f3bd43d14e73ebf9c9a31ed3d6f5ded79b16f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06db21d7316f6e15e92b3fdeb7722140446296a77e8bae69c6365445dfae25cd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f4ad0496aa3c18c78bf3d7fbcd98d15fe34211
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9522c22c17f2b2b6d6b8dff7f92b87ff2adc1bb92d0770c8b32de58d184cc5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651bcaf30f7ff612cb609bbe9cc632aed1354598
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb7080d034b7f89fcedd37d5e7d3700879536d1889dc1d66679af2d8d53fcee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7239062522129dfeff0e9a32a5d452e652d35379
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758cf6ce5246ac12c05ff64aec545c2a3e241adf0a38ba7f62584d1541d97776
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ec1838a5624ea05666ebea4209cf082be93551
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d6b7b27cd163d36a2d7c8a5eec777eb5109f90b13a2cd1c9a5314e79acdee6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed35b96fe39c06ccb6ef49b8c2e55f7c4bfd2ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ebc7581bce9bf78546e66a237f8c9f2e1bb2d3be73a99449829ea46ab512dc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccaaf88fa3612c6cc9640504e022af28c6d04c2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5640d2f6d4bf7386ebd426602711635aeda0c12963b7911f8ba0bf1149c0a919
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174b928caa20ae5a9289488c28fa71110e4cead
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e807552bc8f8b9e71725e5a98f4afefce6c36b41b462da42bd38509e67d09bb5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47e9664b67656ec28a7eadf8d64591b051893b1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1527e83a6035e9fb60c6b1946feee0b56f6daf3ab8f39bbc9a52059975291d8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9929f050d56a6ab4a60da26b037f8ab27109c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d8d5e597730ef079448cda849813cedbc6c4be9fa43d13998311494f39d4cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bd8ad8e4e69962098faa703be233dcdf71f82c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6686fd50655f62445739540d09a33bcd665830286291485413bab77fdbb298ee
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2509fca321a37bcbf9578931b8eaf4c03db493ca
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb16b6f2ba0adaa9a1ce7b3a8da93b69488ca30a1fe05ab47b093b48e1a06ac
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cde7d0d888c4a8e88ed9a181b3edc3aec16e38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0f4acb7e20857e5661b50b46a2c3b1b7b92874b6d18cf8fbb07d978bc95377
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eace8ae8de76320d5bc1e4be9fcca5cbae4d459
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5514c4a6df059c0195c711cf9b32d70fb3b0878a27ec3814654b90538537c01
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d169798527468ebe0eb81bf56259efd875dc8f31
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c5e83f3ec5eaf6ddb43921c85b3fcd59070dcf257cbd5c8fae235bdc2b739c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6772ee1b76258c450d010554fb0b860021e6058c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b9148ac51e8e3edf62de6b2cd1375a9ff3f6fecffaf23c16654de0649e9d3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038fab9fce0b3cc052a9f460b7dceea5bd50ed11
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533281130c9365a3526f36b38c9d474ce01a80d2512dab7c951e655cda83c56a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd970122a61e366819bc64d42c4d680720f7173
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cca4dc9f0e2d28f942b7951586ba8d54d35a5f195de512dea2a70ed42a5502
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9a3e767f5fcdaf1509bfbe138cc88ca38b4876
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b91643804988fbf739979ba3c0feab4b5d0a438fdfbd52351ff716f9bd2c683
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0148e29d91ef6e915901f9696b410df9a2144dff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6250a4bac8ab0e0d1d7f3052931f1024853868c7f56300333ca0d2023b9825
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcaa4166770d133c879c25b44b6602cbd7e3d14
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009927c25f010872f8f4f790828de817029e2f252a1ef0ff695b96f9b3ee7228
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc913b4d46f018cb7d981a71e4d07fed9cbcf0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db18c21a9699bf8831637ddd98f802f935df95af741e37699736d2748136f38
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5352b2134ea9c0f1d5d469223ca026539f5979c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3a81a41f60f4fc3f3d31e74cd185d26b45264abe8501f342ce4b20e0132753
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c5e870ea648337c582dd1810f85b391dbcc41a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1423934e3dfdad1742c431b602d0ac6713a182fc71e1c2a22ba0900cef6774f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a68095e11370a05082008fb0994535beaa79df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b422232dc1d4b63184daded9d58b8cef4910a475643d6c8fe5cfb1a72c3e852f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac61bd2143d5c1688fdccc9e6938c4de00ddba5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ea2149434b0ed972c628bce6da9701931b342e7913cd807771816feb0832f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59c2ece8696b9a2a534368cae4138010c9b52e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a712592177a7254735e50f1b20572929bd86882cd73eff45e4d41cc7ee381e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e48ce1f0964d0517bf44f12b5a3fa782422929
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225059d81696d3666931fdd908f9c6a88f23aeabe6e255d6da4a0a96785ede26
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6686b8d5c4a368544598f20326cf38287bb0f5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a075cca3bc055bc7ccc903c9f0a0eb875111fb8ff3fb04f0bce0bbb8ec976590
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac14d3ef5fc5c8ae6839340756ad9c83a3abde
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66852ceda3b933c4466ec7c7696aa5f30cd3e9b42525b4ab9c9d8e8079a2fa98
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86db846a1ff334a107b322418700861344e0e50
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b82bb76fc4a180e2c52914779a4025ec76f759551e23bedfd02c0f9bcf240e5
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f7e1bc8cf57f20a49cce25189f9e601cab7774
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8b848b38d632d750ea3c8d51fea6af9fc1969982b407ea0e940f8376ae1c09
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfc9f5f38ec539f0adadaf0765f8ec38b076252
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faa893f29a50dfe72d36df78f956ba350c656b67683aeda485b1369182aeadf
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a45ffab5b44bf45993583389224a3203e21f6a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a06d56d717acc74f7935fd2b09bce672e9681725029e68e9ed031bdd84f485
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781ee23ee619cdfa4f2c2182a1a38acba2c64850
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cfa736f75ba0a7759d5300a2b9b837f83e93d106ed0dc9ecec1fe92a0b6195
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a827e70c1bfbef643a2e348cc7728595fe19cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a625ade745cfb8e182b59d86595df67c438150f58963b46cd21db80299ec719b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfff8ddbc23c6c156b087649456a2ec2ea8c844
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454fb32c86859ef4fd5b5d8533201fd1ef20bc9526926c21219e31e6a9ddb1fb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ead9b350834330a2d0545c70da27d8bf81b2a89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a031ee3d8b22f4c41c9eb50201c320b39fbe6adf2c9d1cbdc30978aa7b94555
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e237d6214667c26dbd6685fd7568bfdc090ee132
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dc6998751a92eb639c19d3aba455396d4e57f4096c1b65c0b98a80a0ae22ca
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b63455158ae86b62171f265ed076d31cd47ec8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2811a626b5590e4725c07b3a534f403b75cedb9afe6217616e3b99e6d7fcd2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1854e2eb913262c36f6b39c12a1636aa00aad3b3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad79a3c84eff6b9a02051b6a8ca59a858e7589cd9c355cbac8ca7b19740911e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32669353397e1bfdda67a731e8d956bb2add32de
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b937ed38b3af39c06f4af5776f5797ddff4e4ba9cd1d186ebb4cc0c945c115b
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6e75f689a52ce3d3342837d6fa0333f07a1a23
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630ac0d2ea81c00074dcae401c74bfbc70a46f97eb758530f98b11d1a74dac3c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bcbed28a5ee805461c6d13c1b06ba3710928a1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bd30bb820a05446435e2aee8cb255be94e29da219ca8832adbc85cdd7aa709
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b59716f6173489c79edf59136810f917e1ec5c7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5390cc75fadf05ce9f8a8d41c8340d8ec3b95fd0e9d26207b19b8fe6a7d67b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3cff3beed0e90fa092a5cc9495c15231c2e3ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7768421c8a8b868ca981ab5a16fe4b0e117065b065710bdfccad9de9b8992413
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348cf124f04ef47a6c5a41f64e5d89f77544ba49
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c413560ca9415db329a76f9737352bbd946f519608b73ac64c4c2f5227cefc4d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b2e28d9c30691ed5f9a85e319bb45d6453bde5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be53a354b3a567fff4cba8e22f7d2aa1942f1ddfc2df96a23b9a282b4e1302e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443c025dc0b38d43828c426dcbae75976fe093e1
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3b332affaa80c541fc0e0de4474b888b6514bc50e464be0808072481b76528
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca98b5ce1d9c94c0ba392fd748485f17d258a1e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c48ef2b07859953cb7dcf5badac8235d92b280b86399b71ab634f79b7a969a0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaea65beb2b3c05818063d06059c799527ca27fa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090139ff3ef09c5ae5287c86be588c473b38e93b8e1799ab78718fd04e119997
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b09fcb390021ca765e14ec17f8ce02ba8f579e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b9dc9cfb8f5cf5644ef89aaff174f507609e69e675d9378906352229a38ac0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ff965565c9868195bfb6ea67700833b4fdebc2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7dfbf4ccdae59c40a2a21c328295acf08547307ed71ddf2a30cd00c8882068
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dda6da67ccd51d88e520e6712ed22c4fa201ebe
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a17182c27387c5d0af013b80d306b4710e689bfe2fcb8bd71e8c67c89f10762
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38da2c236866038faad93e1e00fb8ae1f7606ddb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae9ad8158fc621a443d4eb0b1c0a8583b00d0f8dc492102bf7a892f1a0296b6
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486956042fff1bf9db3a87b5293caf83029d684f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d28ec33171ce965dc710ff3bd0cfaa8f72f6c227099e7192b2185dd6ab39860
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8381ab2b46de6c04bfd675a246bea1d67e95af
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e6efd17607d0bd6d2f4c4658313cd41451867d84e9aaf87c83f9c83e3e4f07
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12fd38e275d96d3f722cf40075a15dc7b40d73f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2929e74ec35572bc8c3db294808c6c0cc0b9a106748e7c5a0c90ec8ea5b45bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf53925dc7a945226abaec0a5251edaa641cd90
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e86529f038e95076ac704e61591f3241fb9dca01bdb304fc781eabdac03943
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba278392df3bd6817c6cc1a5de25dd2576e28a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42843599ecd60501044f8b761778f45d4391005eda139fed390a86b20f85ec6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310c8db3672e34ecb650408619f65512ef9c26a3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e85a6e9fe92704c2271b52980509e32acf6b4f0653049f53a0c210b462c1cf4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514cfb30c4d65dd5035beb34a38ecf99704d42b5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3bd1db2ad88970590b7b6227fa103d3dc4cfdf932cf388b94ec6977daead0c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3943fab6e60b203d2f2f50bcbb3f18548190b9b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff896895cf45e62a1b4cdf4af7cd848ca45a0f556850c8e2d023b42486eb7f5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9931797c6f624fe0fc74b65afb476e1f75a7a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdfea27845263d74b7d743d499e7ed91e968a48756fad0f8c1c91d7f2ebd2d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ac42bdcc65d75e446ec1f869c46217dc56205d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e132c23cd406d7da20939f58b43446b29a7d0ba7d3cd1061db322087e4d201b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcb7d8c709e85f43608368647b393956522f473
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7666391c58e9dd1c8a5cf324d6fe7319c0ac2c5d8e8df95e92711740d71f32dc
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855b4f21ef5c571d010446d3406b12fc05354b40
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299537ab1c5d594fb40bae29dc98ba0cdcda8393925ec0d10423570f36f3a010
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40509b5f95bdc2a0e667fc455d19aff278ca5e1a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e301e354967c41a40b6c586cb385aaed5efd0a790345e3bbd3372f7b7862879
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e7c2a314fd95a57aff8ea797cacc346d2fd435
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6177e6ec8b830765f17f5f74db506027863c69a866d01c5b1a112a4ed084dbd8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70607801b88bac3b5ff479c914f3feb747176992
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b000cd5802a55b82b1e5c3c756eb13432f0612df6f2f96573b4f887d3ca3149
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4206bf54090a6e827aa09b60fce0147a973d8e76
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edd45e8ac6c39f9dd7b9a1ff8f8ba641e2aa8449f19c51fb3898e9a5d91a1cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d95ef2f86111f44b7a9fb21126965fbf5bd9f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db03804531183c2fc615f3ec65ca5d3500417728830b682413b2308e76b92e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3efe54d9f909676ca305a5fda17dfacdd2a247
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b487eaaf7a538f636c02db993d44c67d48e6a01cc41b645287d4729306cb9b0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc6ee8d427d8d36b5a925f3f8727b311ffaefb4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7219c5b34bb108ad8eb4f48943d708dd24436c2e0822ed129dfe3fc93ec1fc7c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51be646badc1ea67aed091df27c677fca5e10183
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60b1e0775ccd4ca30877ebb79fa43cee5ac4e508b3e9bde9c1a7608f121477
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7533d38c930c6d14ef76a1aafff7c1ed3a15317
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5487b44041a4157a72ca973199127451a68b7a59ecd9ec0e7c4ce515bd72bd28
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a4312ab3f7840f90c358720456932ab54aa84a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e7f618ee574cc6255f9079813c2e20ab164d8480882077998d9a172952ca49
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233cfd6db9fc62aa58c3c514b6ae3ddd2f0244ab
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91904daa0a4316a8a00ca9181cc31b7dee63d96be995eb5034d844bb81b9e20c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c931e1b62b6288f6e948fe36a22a4df381ce99
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f96f1fe84e19efa161efdef1c6a6c666d124979915083020bb4c3a9fa2b458
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301444015b0d187b7745dd5d7a86e5e1520d6430
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc536becfddc75d233cb45ac3a1a4636aa39092df7f844f9ad4dda0cc7b6c76
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ed49d060597d1305666b26fbb9de0fcf85b207
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e62d0946f6514179c34de7c83a98d08af8344bd950073bdac0f75751a05098
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb05852dee906e1defaa35c0ea35b4f919c5d38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c381869c24c340bcbbf0d221c2fd27e81292fb622a2cd40aa5fa3520effae5cb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03c746cfc40df46ed6fc93fdb43158874401164
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2856e64bfbed75e7bffe41676a20623bf0e920e5d9681de75b7a488ac71b34a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d481e777f47c3b4006d45a5d0a9d6b963253459
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033e3aab85d46081d95610d02ff7ec82ab233d7feb6c4bc99953c3a7c3616883
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc2de57722fa2fd6cb9929b404de841386ae9ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16703168a155bb00b6c33eaefdc735e083f3f9e89a92a9ad1e0aed9aadb2a804
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac2f698a90cd818252d0aeff2bcf364289acfaa
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba04c364ec31a034f0c35c8de74a427fa00ca5f8b3ae1f913e75b161dfb4ec3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4a292b4ba98c47db44ab570753b3fe4e461652
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9279fbe8f976b1a7d2ec168662cefd58b4f5f29e90656f704acb5658d6197d5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11368d7999ce2944a9329a2d7a8d1e1d290e72ff
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a6948dfed173e843dddf89633f0a948c7a55a9c36d3a914d90a37701afdd96
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f514e325b83b6718eef7f506a398e98aa7b025c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5498178904513797e725922e6458c41bf8cf03831914f7b970537fa01133ae5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4722f02cf5ad236008b163ae078dfffc9d92b7e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2837922f9b18b2aaa6db731bc35e385e8dcd6c332a28101591186a75b267a0be
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674384b836be5e3003e28e768ae5c2b3e4e87df8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e2d5d7995d44ad2cc1eaa3d83464a17da2f53cb98d6c622dc39be21e723f91
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a81643aac074508607cd366b21512d21f585302
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a98dc7acbee823e438e745d595108ad71da85ed23fc59deed54f9b968d4427
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11caab289c2e643effaa1a3889bad6cea0192fe6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12df6a4a881f8fdc72bad8207c69192514c5ee260e8a6d2777e36e8b920e5acd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfb4ef94c8b5bd27d9dee925814b964926e7191
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d736a41a2bd356b733893d6c7c22d17ded7c63268e8a51f79bd0a39fe56608
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb48432fd9da99b323af0122d016412158102e0f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fbe70c909aae85dbb8127cc09c1a89ce3a95b237dde370376b447079e445bb
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd870c8afc2274d132620a39874852fb33e84c71
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b2a7a3d4f89e3734b852af98f6497be96959fadb48e41ca055b13c913ec2c0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dacb71a8457961e6f03b2490983f097d7ace01
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1bdf352bb94d917c7754770323a96a8eb5bbd85f0cff483356c290b6667100
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200396af75cb126c262f685b2aa88785156e313a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d51b3317d1558f57b11a7e1da7e86f199ff7efded54322bdb3484e9e57d8e5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da746514e556a6d6cbb8b38b1537546c553fbd44
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bc35b4f84730c7f3a4f36e8b8aea8c6af5010afde4ee56d3d650d63b0ec771
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31097ba2e046d7a2cc703c582f36744a667c740
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cdb074a999fd1b46637fa436fb5bf909a1db3e7a05b0e7f01c53bad492e407
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f590a57e37ca30804ee735844261d50de2d558
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4709793a1579920e1775b5adc005895445ca9d3a83953f8c4619b9c6e6382bd1
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea9e41e44ffcda639f99a21a0d48eeeb2d92418
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3708cce261f7eb1aad30525e8a19473053dd9e2f8ad434af5368e72d42d8ec1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e0aebeef66b8640cc5dd22bac99be8107473ee
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d405ad08b8aba8ad87b00f3c6010d64acbb775aaa92f3e5f1aa27a6e4a4bc5f1
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1242dae191b756ee6e6884641590c4d9837735c6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b2b94742092ec24929e354fca305b8ac643d01deb487548ef2be75e111af75
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be32f7f9f8389964b060fff1058f7b9c211266ec
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9344cdcc179ed5c8a7081f7867382f7c78b864aaa4380f7b9562fb8d37ab8c2f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0a0d39f824277a121a8874e1ddb9494007aefd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fe754fb410bbfa152fc8381a31791f1b875e65426f9450c8d7bcf488211c41
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe972141afe66abf3cd91907d85908692bd2f6d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5c11ecdd0ec7f0c1ecfc07dc78b4aa3f09d316eb2eb175255c70a819254895
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721b25a74b627216939adffc8e9edf223b5807a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29eb59fa38adf964bbd8afab41890fc7bfe6ae5c1b4f1857a03e83bfe486944
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6e53e5641d978c6998adfbf25f38d1df6e4acd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a822aa3fd25bb42c606305d4605980ad797afd4603050678a1f5c7eff6c334a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4a112a0f1d15e65d1545f58beaed195c924f4a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75a00c6ba379029b9c6d2d8cea82ba594c5f5678afc250b13fda0dbd445fd23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62911e0d361c4d1b70df6646378d253ec1d9d5c4
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7bfb4bf2625e1641a580c7b19e44d66b29e76fdc36cfed738fcd45b2a0da25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59adce3070a8c6e0901aec2ca8e058641e0cf1ba
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec07d7bacd8fa16cc7d46b8b27c08576e5e47878b7abb79fa773021e51e13d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9a0d24dc317b5a97e7021ed68e729182da57ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1755d15ee97a3681f4712283457bbd72408eda507698d00f22d7a4ce6b61a116
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5efb9836ed36f31bc9e0d2a07e0548a1e1be455
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307c688ebda8b693f2c3726b2cb61eeb60394cbd29268e8cec3b8c586ef9fc7c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cf6b469f4a32548840c97681fe20ac888bdcda
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26bfb9ad26ffe0b0070112c8950e330456e2e610c8ec16ae0310ee07c64ecaf
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08ec8e8f4535c0e77baa3f76c5dacd0addbd6ef
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1908d787309af0bddc3abb6bdaaa089ca900bd6bc2245a09f9c984bed4859d1d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92045c124ac80ebe99b762c3f134c0b482148ce
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b908d981457d14ac9f40fda9c43c4ca99f14a667ff91bfc98aa384acf1faa9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab84a965aad95e36885fd1e46c8adde0f82a2a6a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b33fa0ae49debb2c039ea81a54ff8b2ff6afb7c6f8defc485b4e5421d222d0b
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e0a93d4fca57a8c8cf517957dec384d9be228a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f5911a71669996b98494b2349edd06a1713b03d58f4b0553441de7bb328f1f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8427e268eec90f3ba4a1cc69d528580cef4387a8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167ade5e492047dae244d50bd04bb302a6c563700a264e6ced63dedd26d99362
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9804ba983c4d2949c5fb464076de80844a827b43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727b6acb536388580e4ea854d7a4f92b72f928dbf338890c0b11c16fa5271e3e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff78d7df3cf820a4fe870ef2ad6d30437a28b12b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2185c959d7bba47d5bb207a0358e10777dc7ecafb84eb0b1c8ccdfc26d94bd
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ade3d3deaec031e6d36b1c7b4392f87c05a024f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4175ca607a90d187655ca96e5773994be5b84ab1167331784e660a0130a0675
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7256e7999c19da186bf57eb4b3fda52c3d43ea26
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0f2c1220fcc09069009074c06a4443734c8f4bd3a67059d73674c129405d9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25b489099059dabcdfab202a3025d0be95d383b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405436b3e4ede09e3efde7928c9c1bd65b2f1f8c6631f1648fbf734338ce1fd9
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3491e7447aef77a22eead332324b9f860a952f60
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddae24bb771c820dc90f32250ff8cf14880263c8448004fd35e6f47a84ffa011
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcc1c4182698cce39a7db4b7fa4dbb8e326d6e8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6e7a419362181bca4408c2573fc4713838cbeb9bde444f80510d22da299d43
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd3e9a394ec024caf7b1e16f5208253613362ea
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f48b68f8b5cf0e7895f7bd86924c194e2dfaa69f341f8858f925f8a5d7e77a4
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ded71d1830130abd50d913c754e94a4ce9c2a77
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6763e67e30acc77dc0637053298645371d78b31ef2bf24ee04372fd606930b2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9041578b939f8ecc9591cb7d2ee805473e8dd026
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8a6944c7218090d2914abd986cc85b6c2446db1f32d40c2af11b571a43a717
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4116080aa2e8e740a83231c0127241b67d921300
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda564b09e0e4c9606d53cb52843bb2c7a881f96023ae7decfb9b0b57176de0e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006346d156026cedae052e115e085d11bd5a19df
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62defc036903b7ec704f7151c7af71085b510f5ed3ad94d53a0517dda3218514
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428caa2e220a77cd915726b3380cb9ae01436243
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e803ca667cea472aae2d4827dabec6ae5d67cd4bbbb3935261de679ba4fb95
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33daf0241a6ba79291d42c12d96a7037e18635f8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5344a7270b87b8bcea592581e2a583e234da7b2b0b75c3f6236d117d07c979d0
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5a53a81bffe91d7697f4f1c9dadc99abbecd38
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297ae2388c80bfe42f3bb39e6613629caa754abb89097486d06cd51faa30a782
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea03c86c6df3b374547319639c1ef29bb21d2d89
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf34f3806df3894baad3f2ce9ce7842d826558780fe7b48dcda355c11e2b3606
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b45c28d70cc784a84b73381d272afb43d4e35f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843b9a6f427da695f8653b23a5238e9175fb7a5b5334afa5e417ed5eb2b40004
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48364d73085488faafdf73978f3598257fb62522
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352a8b6c4e7faeccaf258f246bac470ca55737868c55f723a080595d2bb8e43c
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb606722e4490c3fc73d84cca1aa3d3fec463b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d7a01fd4d397e399a64cff6a12c91f8765e38c1efdb98a1ea12220f3b3bc35
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8c6e2f62cab0c21887d2acda7444112d28b630
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245ff4acbc3c3718a1bbf8fa6d3f91f8ce63c0383b827309e2bd3ec27da7af5a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9464b06e15b0e63854c1cf7e0319600e5628fbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c748d6200a86f2565370704abfdc7e56b878ea71f153586b49b81120bf64f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8027bb0a04b02935b67a769488585e1281a0bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f5ed6c8878b69d55b10b2e5c0c22200a112fba35158383ab1447e7d6c29561
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8ddcc2acc9df4582b7c4bd462ff3645bfce73d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b11a0cdbd2e36c974de603545ebb7112986a194b20019e09c98c639e809b99
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa2b464e3e580c3be6855044aeeaa87cd1a64c3
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204d18dc2e171863ac8718020511da6f899f7e35a1f634bdd3e1be23fe67d8c6
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767c22ca632dae07faacf6bfce582f0d94c6c92d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1016a391dfe9a0d427514f7326f456b8b754a9119984a0884379ada3ef1573
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bf0d4c08c2862dd102ce4975033adc0f2e9124
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dc2b0ba4a2cb051d9e04ed085633aeabdea8d2a9cec454ec3016778c3f7b2e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66d670e548d5aeef201a9c7661736840962035c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4626892c9b21a497be7f23478460bb5f94b61b6507bcf7aa2304da9bb76d2b3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3454cc6b9c4962f28e4f31eca7ee4028fb0f0a
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e3f287cf7dbe10f0bd6f6d8536a4d759d219f4c3e5b65281d8fdbadd503b69
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b10e1a554295563fc5168ccd970d01d1e88a50c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c055dcbdab917c31de8fe9f7a6a432faa08323e37b8a5757130b53a85c2297e
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ee8eeac0f050b8e93737b0b2ad40cc17323d5d
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f746ae68750c45c65944c6bc1fde69b5a2b5d31f0f9bd7d859d1ae18bc72bd
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49721482a00f67b3d8d76f305f14072311c61e15
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952c20de78605d3f463f23f91c33157d493f7e205cb571482eda7265c4df10fb
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f466d735c97c6ff7dfc93aa9acc4d19411f639dc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b2fc4ed6f413c9fede2851475e7437870659926344c7859c3a2fc9d188aadc
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86de3bac3fccae8dedce53e4276fb9a08eaf019e
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f556861548b8e758d6b8d436e3d455df6edd064dbf27728986a3d52410f23442
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4014f3c37dd10fb3372b9da571e77a065f16f42
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e257c34d0bc808e81f6a8ef8e2ef9403285e3c74d801f73b9212af0ebf3d174c
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932460e4ef0d9b912d87bf9ebd656b10ea92f447
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6dc8f18ee6110d7e4e4d0397c90804fba8dca283dc8489ebe9f9372f042841
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1bd290ec18876db561c277170a280582a05062
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83c6def984c2c4d068eed7911e3ac780d022a817ce7ed181841049bc7ff5b7a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b0a9f1d433130ebb632a7c819573b7fb39709f
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4453f4ac9ecc0a371f4b814db8cfc683fd04a8ead0b09517f30491fc46c609
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9d1b5c4910c4953fb1ee09693079054c84d4dd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8430b1335b29dd3386929d59cae7d4033a5e4d427001c573276fd5b53c7eb2d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f43b46d5bad22e1cfb0686f560e2adbfc5b7fd
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3e33fa1bb792d22f93b44ae7f0b1f6677ede4238cc118e8ec24b332c154ca3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1b1e9067232e3999256bcd38bf12d68a4249bf
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371b5c42bd20680407e64db53d7c3baa4e9d64f6f2d59f5db3c0c1f8c595ea09
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37f05cb4a4e847366777f84dc6f5dbcf837f1a6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277fb53721ffde1cb8a6304b2ff13184528f666b38c6753490742b4df4b4b513
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e2b14d264c83382ad8b2c4eef267464f7beb12
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d54d3fe7fa42e53709523862692f2a925e498b534a91e28160de367b1a50fe2
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9253fe9798295858fd962951b504552bd267774b
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b68ec8961a4577c98b3ae09492210c0c5c8ae72d2c625203a20e41ae89e6c8
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9424eeed2cb927fd99daffad67eecafd73b948f0
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb6000d1adc1bcc31ad1ca1dcb73eeabaf3fc2a2c69204214667e2b695043f8
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b086311757eeb2dfe5cfa99d9e173c18160da1bb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b87fa1d812fb5a9defa87e4d626b0fe049b54345f817dabedd48706d8f25d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a799ca5b9f1abe6d49cccd100df571c37fbc726
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bc8434126c11eb0982befeba2dc8056a3a999bf10e9fb30deff721b81cb7c2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce263c0419bf93919853036018bf05a3c22eddf2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1153e9dcbad9ef45cd6b79f388f59b0bacebc2dff7070278cbee13321be159a
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eadc7eb7d7f74d9f2e2cb85cfcf75505ffc77f9
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f4987fcce75f979fd4d76e82d3188a28b50eb6bc2f45f29b8cf9135fc23e23
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2408a7cf2a5a64d56d60db38822495f53268dcbc
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605fe6c734e13c46f9d8296bba17b808be4705e97c50aaa21018e62c82c7a126
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7461e4be605770e9a76b2bbfce6c255d5c3a3f7
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc1170545bc8e1b4c4b181f7e62d0166740c0046adf0fd9ab0edece27854d7d
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0cb43c8693b329d45fa9cb6231d24ef4956034
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc146c5a594a44ddb850466b6e6d93b62bd4eeed4f1c9f038387ca98d50eea5f
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e008fc61cb2c2e2e79beeed25f0d74f0e75018b6
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e34509de765e40535fabc66ec9134ba85e5a7bc0db5c7014008ff8ec4c54d5
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb591e6f990f7d626a7713731f024b4fa7060cb
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0978d6a24ad000c2c1718c093b0c7b052adb9cdb7ca6f95062d71049064fc25
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea6655cee3fe0eef645ebdadde572fd33f93757
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475a330d4cb420d4a01f13f57610a272669117b247925cdca2445e8d1efe1e68
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514001a058057244f912dd147619061ddcd1a98c
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4bc68e1ef9dd3869e76ac362542804e9e7512d3e6ad96fdfd8a8105ee19321
+size 17539
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461ab65a923e558e5a5e956719635b9f2a272b65
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0b90167d8549330c35018f610ec0069bbd33c9edabc72ae8d18a7d800a6df3
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed62fe20a59d7ac4d484dc3fdd632294ef43fb5
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533457ea079d2eaad6c567225265fb7e61024d82b8719aa0a450f01f7b055640
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb3b2453e4dd739caf4f75f71e41a6c592e9c28
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699767190de175ffc1a054a382e9caacffb816568fbd4f819447e667d6d39700
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1f91bc4afa552e0c6a477f11f63c537b1e1d96
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72a986691ed221d182495b775f8c322d010eb692c551de22840a36c15075220
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ba7d84a44561c0cc787164fe6883b2415ea1f2
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc203fc3393d473d0b81fbe63b1757134d209f9d1f9f9d7735c2936487eb10ab
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e46ca5d1d34f3d4c3a9481bdc0431e6a0098d05
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf38e9212a6d6ef229e496b15f65ee74778d414b8fa0608328bd16a05a5d719
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b6e31fec139994d88104f817a85fdb2f1886ac
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a28941615db5c31cbc6a3a0f7ed09ffcc964ee9b537dfaf833884fe0d4882
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa99e3d015f77d38320e24923903e8ce6a2cbe8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ae5931cc75dd1081cf40ca289123a91f53cf5e5e2074b0f17aa46fad4b3843
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b501e956aac31823be0e56323de942e5d93c200
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d6cf8d88ce86c57111658b2f399b66cca1e1c9f37ad23e2c8720107bc7616
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8850e5b9892d2e8be2b76c2c3df88df3755011ad
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b941e57a29a7c96c5a1d7c1862e57c1705e55970d56acce1936c038b720db615
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d80fa34ef3d2900fcccd7c385aee80bc48fa72
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32431b645ac8512599cd15cc823f087ac4eb298449b5d46ab601ac0ae5fec5e7
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b218d430c1927b4d0ec43dfbcee7e4c3f8e0c8
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683dc1aad211004f0faa5eeb0a47b1d305fe52d5fc5b644b387c4121277078f2
+size 5251
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08155b5ba03874270131f2714acc2a1c1e27d43
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78078b048cbc9b757e3e98a3f549ddefbfcb79031e1ee40e0267e8768fffbf47
+size 3203
diff --git a/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621dd88a19acd41bb684e44eeb9e6741fe186243
--- /dev/null
+++ b/params/opt/4/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b8df38f0d19b8b4b69d49d3b37654ec3702295d852320d14a4efe2beaf0ca
+size 3203